message | Uncaught exception:
[...]Uncaught exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/uploading.py", line 291, in upload
aws_object.load()
File "/usr/local/lib/python3.8/dist-packages/boto3/resources/factory.py", line 505, in do_action
response = action(self, *args, **kwargs)
File "/usr/local/lib/python3.8/dist-packages/boto3/resources/action.py", line 83, in __call__
response = getattr(parent.meta.client, operation_name)(*args, **params)
File "/usr/local/lib/python3.8/dist-packages/botocore/client.py", line 388, in _api_call
return self._make_api_call(operation_name, kwargs)
File "/usr/local/lib/python3.8/dist-packages/botocore/client.py", line 708, in _make_api_call
raise error_class(parsed_response, operation_name)
botocore.exceptions.ClientError: An error occurred (404) when calling the HeadObject operation: Not Found
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/dist-packages/boto3/s3/transfer.py", line 287, in upload_file
future.result()
File "/usr/local/lib/python3.8/dist-packages/s3transfer/futures.py", line 106, in result
return self._coordinator.result()
File "/usr/local/lib/python3.8/dist-packages/s3transfer/futures.py", line 265, in result
raise self._exception
File "/usr/local/lib/python3.8/dist-packages/botocore/httpsession.py", line 345, in send
urllib_response = conn.urlopen(
File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 699, in urlopen
httplib_response = self._make_request(
File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 394, in _make_request
conn.request(method, url, **httplib_request_kw)
File "/usr/local/lib/python3.8/dist-packages/urllib3/connection.py", line 239, in request
super(HTTPConnection, self).request(method, url, body=body, headers=headers)
File "/usr/lib/python3.8/http/client.py", line 1252, in request
self._send_request(method, url, body, headers, encode_chunked)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 92, in _send_request
rval = super(AWSConnection, self)._send_request(
File "/usr/lib/python3.8/http/client.py", line 1298, in _send_request
self.endheaders(body, encode_chunked=encode_chunked)
File "/usr/lib/python3.8/http/client.py", line 1247, in endheaders
self._send_output(message_body, encode_chunked=encode_chunked)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 144, in _send_output
self.send(message_body)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 204, in send
return super(AWSConnection, self).send(str)
File "/usr/lib/python3.8/http/client.py", line 960, in send
datablock = data.read(self.blocksize)
File "/usr/local/lib/python3.8/dist-packages/s3transfer/utils.py", line 483, in read
data = self._fileobj.read(amount_to_read)
File "/usr/local/lib/python3.8/dist-packages/s3transfer/upload.py", line 85, in read
raise self._transfer_coordinator.exception
File "/usr/local/lib/python3.8/dist-packages/botocore/httpsession.py", line 345, in send
urllib_response = conn.urlopen(
File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 699, in urlopen
httplib_response = self._make_request(
File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 394, in _make_request
conn.request(method, url, **httplib_request_kw)
File "/usr/local/lib/python3.8/dist-packages/urllib3/connection.py", line 239, in request
super(HTTPConnection, self).request(method, url, body=body, headers=headers)
File "/usr/lib/python3.8/http/client.py", line 1252, in request
self._send_request(method, url, body, headers, encode_chunked)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 92, in _send_request
rval = super(AWSConnection, self)._send_request(
File "/usr/lib/python3.8/http/client.py", line 1298, in _send_request
self.endheaders(body, encode_chunked=encode_chunked)
File "/usr/lib/python3.8/http/client.py", line 1247, in endheaders
self._send_output(message_body, encode_chunked=encode_chunked)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 144, in _send_output
self.send(message_body)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 204, in send
return super(AWSConnection, self).send(str)
File "/usr/lib/python3.8/http/client.py", line 960, in send
datablock = data.read(self.blocksize)
File "/usr/local/lib/python3.8/dist-packages/s3transfer/utils.py", line 483, in read
data = self._fileobj.read(amount_to_read)
File "/usr/local/lib/python3.8/dist-packages/s3transfer/upload.py", line 85, in read
raise self._transfer_coordinator.exception
File "/usr/local/lib/python3.8/dist-packages/botocore/httpsession.py", line 345, in send
urllib_response = conn.urlopen(
File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 699, in urlopen
httplib_response = self._make_request(
File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 394, in _make_request
conn.request(method, url, **httplib_request_kw)
File "/usr/local/lib/python3.8/dist-packages/urllib3/connection.py", line 239, in request
super(HTTPConnection, self).request(method, url, body=body, headers=headers)
File "/usr/lib/python3.8/http/client.py", line 1252, in request
self._send_request(method, url, body, headers, encode_chunked)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 92, in _send_request
rval = super(AWSConnection, self)._send_request(
File "/usr/lib/python3.8/http/client.py", line 1298, in _send_request
self.endheaders(body, encode_chunked=encode_chunked)
File "/usr/lib/python3.8/http/client.py", line 1247, in endheaders
self._send_output(message_body, encode_chunked=encode_chunked)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 127, in _send_output
self._handle_expect_response(message_body)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 170, in _handle_expect_response
self._send_message_body(message_body)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 197, in _send_message_body
self.send(message_body)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 204, in send
return super(AWSConnection, self).send(str)
File "/usr/lib/python3.8/http/client.py", line 960, in send
datablock = data.read(self.blocksize)
File "/usr/local/lib/python3.8/dist-packages/s3transfer/utils.py", line 483, in read
data = self._fileobj.read(amount_to_read)
File "/usr/local/lib/python3.8/dist-packages/s3transfer/upload.py", line 85, in read
raise self._transfer_coordinator.exception
File "/usr/local/lib/python3.8/dist-packages/botocore/httpsession.py", line 345, in send
urllib_response = conn.urlopen(
File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 699, in urlopen
httplib_response = self._make_request(
File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 394, in _make_request
conn.request(method, url, **httplib_request_kw)
File "/usr/local/lib/python3.8/dist-packages/urllib3/connection.py", line 239, in request
super(HTTPConnection, self).request(method, url, body=body, headers=headers)
File "/usr/lib/python3.8/http/client.py", line 1252, in request
self._send_request(method, url, body, headers, encode_chunked)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 92, in _send_request
rval = super(AWSConnection, self)._send_request(
File "/usr/lib/python3.8/http/client.py", line 1298, in _send_request
self.endheaders(body, encode_chunked=encode_chunked)
File "/usr/lib/python3.8/http/client.py", line 1247, in endheaders
self._send_output(message_body, encode_chunked=encode_chunked)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 127, in _send_output
self._handle_expect_response(message_body)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 170, in _handle_expect_response
self._send_message_body(message_body)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 197, in _send_message_body
self.send(message_body)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 204, in send
return super(AWSConnection, self).send(str)
File "/usr/lib/python3.8/http/client.py", line 960, in send
datablock = data.read(self.blocksize)
File "/usr/local/lib/python3.8/dist-packages/s3transfer/utils.py", line 483, in read
data = self._fileobj.read(amount_to_read)
File "/usr/local/lib/python3.8/dist-packages/s3transfer/upload.py", line 85, in read
raise self._transfer_coordinator.exception
File "/usr/local/lib/python3.8/dist-packages/botocore/httpsession.py", line 345, in send
urllib_response = conn.urlopen(
File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 699, in urlopen
httplib_response = self._make_request(
File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 394, in _make_request
conn.request(method, url, **httplib_request_kw)
File "/usr/local/lib/python3.8/dist-packages/urllib3/connection.py", line 239, in request
super(HTTPConnection, self).request(method, url, body=body, headers=headers)
File "/usr/lib/python3.8/http/client.py", line 1252, in request
self._send_request(method, url, body, headers, encode_chunked)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 92, in _send_request
rval = super(AWSConnection, self)._send_request(
File "/usr/lib/python3.8/http/client.py", line 1298, in _send_request
self.endheaders(body, encode_chunked=encode_chunked)
File "/usr/lib/python3.8/http/client.py", line 1247, in endheaders
self._send_output(message_body, encode_chunked=encode_chunked)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 127, in _send_output
self._handle_expect_response(message_body)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 170, in _handle_expect_response
self._send_message_body(message_body)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 197, in _send_message_body
self.send(message_body)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 204, in send
return super(AWSConnection, self).send(str)
File "/usr/lib/python3.8/http/client.py", line 960, in send
datablock = data.read(self.blocksize)
File "/usr/local/lib/python3.8/dist-packages/s3transfer/utils.py", line 483, in read
data = self._fileobj.read(amount_to_read)
File "/usr/local/lib/python3.8/dist-packages/s3transfer/upload.py", line 85, in read
raise self._transfer_coordinator.exception
File "/usr/local/lib/python3.8/dist-packages/botocore/httpsession.py", line 345, in send
urllib_response = conn.urlopen(
File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 699, in urlopen
httplib_response = self._make_request(
File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 394, in _make_request
conn.request(method, url, **httplib_request_kw)
File "/usr/local/lib/python3.8/dist-packages/urllib3/connection.py", line 239, in request
super(HTTPConnection, self).request(method, url, body=body, headers=headers)
File "/usr/lib/python3.8/http/client.py", line 1252, in request
self._send_request(method, url, body, headers, encode_chunked)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 92, in _send_request
rval = super(AWSConnection, self)._send_request(
File "/usr/lib/python3.8/http/client.py", line 1298, in _send_request
self.endheaders(body, encode_chunked=encode_chunked)
File "/usr/lib/python3.8/http/client.py", line 1247, in endheaders
self._send_output(message_body, encode_chunked=encode_chunked)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 144, in _send_output
self.send(message_body)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 204, in send
return super(AWSConnection, self).send(str)
File "/usr/lib/python3.8/http/client.py", line 960, in send
datablock = data.read(self.blocksize)
File "/usr/local/lib/python3.8/dist-packages/s3transfer/utils.py", line 483, in read
data = self._fileobj.read(amount_to_read)
File "/usr/local/lib/python3.8/dist-packages/s3transfer/upload.py", line 85, in read
raise self._transfer_coordinator.exception
File "/usr/local/lib/python3.8/dist-packages/botocore/httpsession.py", line 345, in send
urllib_response = conn.urlopen(
File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 699, in urlopen
httplib_response = self._make_request(
File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 394, in _make_request
conn.request(method, url, **httplib_request_kw)
File "/usr/local/lib/python3.8/dist-packages/urllib3/connection.py", line 239, in request
super(HTTPConnection, self).request(method, url, body=body, headers=headers)
File "/usr/lib/python3.8/http/client.py", line 1252, in request
self._send_request(method, url, body, headers, encode_chunked)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 92, in _send_request
rval = super(AWSConnection, self)._send_request(
File "/usr/lib/python3.8/http/client.py", line 1298, in _send_request
self.endheaders(body, encode_chunked=encode_chunked)
File "/usr/lib/python3.8/http/client.py", line 1247, in endheaders
self._send_output(message_body, encode_chunked=encode_chunked)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 144, in _send_output
self.send(message_body)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 204, in send
return super(AWSConnection, self).send(str)
File "/usr/lib/python3.8/http/client.py", line 960, in send
datablock = data.read(self.blocksize)
File "/usr/local/lib/python3.8/dist-packages/s3transfer/utils.py", line 483, in read
data = self._fileobj.read(amount_to_read)
File "/usr/local/lib/python3.8/dist-packages/s3transfer/upload.py", line 85, in read
raise self._transfer_coordinator.exception
File "/usr/local/lib/python3.8/dist-packages/botocore/httpsession.py", line 345, in send
urllib_response = conn.urlopen(
File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 699, in urlopen
httplib_response = self._make_request(
File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 394, in _make_request
conn.request(method, url, **httplib_request_kw)
File "/usr/local/lib/python3.8/dist-packages/urllib3/connection.py", line 239, in request
super(HTTPConnection, self).request(method, url, body=body, headers=headers)
File "/usr/lib/python3.8/http/client.py", line 1252, in request
self._send_request(method, url, body, headers, encode_chunked)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 92, in _send_request
rval = super(AWSConnection, self)._send_request(
File "/usr/lib/python3.8/http/client.py", line 1298, in _send_request
self.endheaders(body, encode_chunked=encode_chunked)
File "/usr/lib/python3.8/http/client.py", line 1247, in endheaders
self._send_output(message_body, encode_chunked=encode_chunked)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 144, in _send_output
self.send(message_body)
File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 204, in send
return super(AWSConnection, self).send(str)
File "/usr/lib/python3.8/http/client.py", line 960, in send
datablock = data.read(self.blocksize)
File "/usr/local/lib/python3.8/dist-packages/s3transfer/utils.py", line 483, in read
data = self._fileobj.read(amount_to_read)
File "/usr/local/lib/python3.8/dist-packages/s3transfer/upload.py", line 85, in read
raise self._transfer_coordinator.exception
File "/usr/local/lib/python3.8/dist-packages/s3transfer/tasks.py", line 126, in __call__
return self._execute_main(kwargs)
File "/usr/local/lib/python3.8/dist-packages/s3transfer/tasks.py", line 150, in _execute_main
return_value = self._main(**kwargs)
File "/usr/local/lib/python3.8/dist-packages/s3transfer/upload.py", line 721, in _main
response = client.upload_part(
File "/usr/local/lib/python3.8/dist-packages/botocore/client.py", line 388, in _api_call
return self._make_api_call(operation_name, kwargs)
File "/usr/local/lib/python3.8/dist-packages/botocore/client.py", line 708, in _make_api_call
raise error_class(parsed_response, operation_name)
botocore.exceptions.ClientError: An error occurred (RequestTimeout) when calling the UploadPart operation (reached max retries: 4): Your socket connection to the server was not read from or written to within the timeout period. Idle connections will be closed.
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 882, in get_cr
uploaded = upload_files(wd, aws_config, copy_to_machine_cache=copy_to_machine_cache)
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/uploading.py", line 48, in upload_files
uploaded = upload(aws_config, toupload, copy_to_machine_cache=copy_to_machine_cache)
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/uploading.py", line 303, in upload
aws_object.upload_file(realfile, ExtraArgs={"ContentType": mime_type})
File "/usr/local/lib/python3.8/dist-packages/boto3/s3/inject.py", line 279, in object_upload_file
return self.meta.client.upload_file(
File "/usr/local/lib/python3.8/dist-packages/boto3/s3/inject.py", line 130, in upload_file
return transfer.upload_file(
File "/usr/local/lib/python3.8/dist-packages/boto3/s3/transfer.py", line 293, in upload_file
raise S3UploadFailedError(
boto3.exceptions.S3UploadFailedError: Failed to upload /tmp/tmpix08wedhlog.gs2.cbor to duckietown-ai-driving-olympics-1/v3/frankfurt/by-value/sha256/6c71e478f3c6e692bbaf256b089fa6302fd9050b26f2ab2abd2e75b2600badff: An error occurred (RequestTimeout) when calling the UploadPart operation (reached max retries: 4): Your socket connection to the server was not read from or written to within the timeout period. Idle connections will be closed.
|