Uncaught exception:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 1404, in download_artefacts
get_file_from_cache(fn, sha256hex)
File "/project/src/duckietown_challenges_runner/runner_cache.py", line 28, in get_file_from_cache
raise KeyError(msg)
KeyError: 'Hash not in cache'
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/lib/python3.6/shutil.py", line 122, in copyfile
copyfileobj(fsrc, fdst)
File "/usr/lib/python3.6/shutil.py", line 82, in copyfileobj
fdst.write(buf)
OSError: [Errno 28] No space left on device
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 643, in get_cr
server_host=server_host,
File "/project/src/duckietown_challenges_runner/runner.py", line 720, in run_single
prepare_dir(wd, aws_config, steps2artefacts, use_ipfs=use_ipfs)
File "/project/src/duckietown_challenges_runner/runner.py", line 1029, in prepare_dir
aws_config, steps2artefacts, previous_steps_dir, use_ipfs=use_ipfs
File "/project/src/duckietown_challenges_runner/runner.py", line 1420, in download_artefacts
copy_to_cache(fn, sha256hex)
File "/project/src/duckietown_challenges_runner/runner_cache.py", line 42, in copy_to_cache
shutil.copy(fn, have)
File "/usr/lib/python3.6/shutil.py", line 245, in copy
copyfile(src, dst, follow_symlinks=follow_symlinks)
File "/usr/lib/python3.6/shutil.py", line 122, in copyfile
copyfileobj(fsrc, fdst)
OSError: [Errno 28] No space left on device
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Uncaught exception:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 1404, in download_artefacts
get_file_from_cache(fn, sha256hex)
File "/project/src/duckietown_challenges_runner/runner_cache.py", line 28, in get_file_from_cache
raise KeyError(msg)
KeyError: 'Hash not in cache'
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 643, in get_cr
server_host=server_host,
File "/project/src/duckietown_challenges_runner/runner.py", line 720, in run_single
prepare_dir(wd, aws_config, steps2artefacts, use_ipfs=use_ipfs)
File "/project/src/duckietown_challenges_runner/runner.py", line 1029, in prepare_dir
aws_config, steps2artefacts, previous_steps_dir, use_ipfs=use_ipfs
File "/project/src/duckietown_challenges_runner/runner.py", line 1419, in download_artefacts
get_object(aws_config, bucket_name, object_key, fn)
File "/project/src/duckietown_challenges_runner/runner.py", line 1463, in get_object
aws_object.download_file(fn)
File "/usr/local/lib/python3.6/dist-packages/boto3/s3/inject.py", line 314, in object_download_file
ExtraArgs=ExtraArgs, Callback=Callback, Config=Config)
File "/usr/local/lib/python3.6/dist-packages/boto3/s3/inject.py", line 172, in download_file
extra_args=ExtraArgs, callback=Callback)
File "/usr/local/lib/python3.6/dist-packages/boto3/s3/transfer.py", line 307, in download_file
future.result()
File "/usr/local/lib/python3.6/dist-packages/s3transfer/futures.py", line 73, in result
return self._coordinator.result()
File "/usr/local/lib/python3.6/dist-packages/s3transfer/futures.py", line 233, in result
raise self._exception
File "/usr/local/lib/python3.6/dist-packages/s3transfer/tasks.py", line 126, in __call__
return self._execute_main(kwargs)
File "/usr/local/lib/python3.6/dist-packages/s3transfer/tasks.py", line 150, in _execute_main
return_value = self._main(**kwargs)
File "/usr/local/lib/python3.6/dist-packages/s3transfer/download.py", line 583, in _main
fileobj.write(data)
File "/usr/local/lib/python3.6/dist-packages/s3transfer/utils.py", line 332, in write
self._fileobj.write(data)
OSError: [Errno 28] No space left on device
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Uncaught exception:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 1404, in download_artefacts
get_file_from_cache(fn, sha256hex)
File "/project/src/duckietown_challenges_runner/runner_cache.py", line 28, in get_file_from_cache
raise KeyError(msg)
KeyError: 'Hash not in cache'
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 643, in get_cr
server_host=server_host,
File "/project/src/duckietown_challenges_runner/runner.py", line 720, in run_single
prepare_dir(wd, aws_config, steps2artefacts, use_ipfs=use_ipfs)
File "/project/src/duckietown_challenges_runner/runner.py", line 1029, in prepare_dir
aws_config, steps2artefacts, previous_steps_dir, use_ipfs=use_ipfs
File "/project/src/duckietown_challenges_runner/runner.py", line 1420, in download_artefacts
copy_to_cache(fn, sha256hex)
File "/project/src/duckietown_challenges_runner/runner_cache.py", line 42, in copy_to_cache
shutil.copy(fn, have)
File "/usr/lib/python3.6/shutil.py", line 245, in copy
copyfile(src, dst, follow_symlinks=follow_symlinks)
File "/usr/lib/python3.6/shutil.py", line 122, in copyfile
copyfileobj(fsrc, fdst)
File "/usr/lib/python3.6/shutil.py", line 82, in copyfileobj
fdst.write(buf)
OSError: [Errno 28] No space left on device
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 648, in get_cr
wd, aws_config, copy_to_machine_cache=copy_to_machine_cache
File "/project/src/duckietown_challenges_runner/runner.py", line 1309, in upload_files
aws_config, toupload, copy_to_machine_cache=copy_to_machine_cache
File "/project/src/duckietown_challenges_runner/runner.py", line 1565, in upload
copy_to_cache(realfile, sha256hex)
File "/project/src/duckietown_challenges_runner/runner_cache.py", line 42, in copy_to_cache
shutil.copy(fn, have)
File "/usr/lib/python3.6/shutil.py", line 245, in copy
copyfile(src, dst, follow_symlinks=follow_symlinks)
File "/usr/lib/python3.6/shutil.py", line 122, in copyfile
copyfileobj(fsrc, fdst)
File "/usr/lib/python3.6/shutil.py", line 82, in copyfileobj
fdst.write(buf)
OSError: [Errno 28] No space left on device
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Error while running Docker Compose:
Could not run ['docker-compose', '-p', 'job32584-194778', 'up', '-d', '--renew-anon-volumes']:
> Command '['docker-compose', '-p', 'job32584-194778', 'up', '-d', '--renew-anon-volumes']' returned non-zero exit status 1.
stdout |
stderr | Creating network "job32584-194778_evaluation" with the default driver
stderr | Creating volume "job32584-194778_fifos" with default driver
stderr | Creating job32584-194778_evaluator_1 ...
stderr |
stderr | ERROR: for job32584-194778_evaluator_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for evaluator UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr | An HTTP request took too long to complete. Retry with --verbose to obtain debug information.
stderr | If you encounter this issue regularly because of slow network conditions, consider setting COMPOSE_HTTP_TIMEOUT to a higher value (current value: 60).
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Error while running Docker Compose:
Could not run ['docker-compose', '-p', 'job32579-48790', 'up', '-d', '--renew-anon-volumes']:
> Command '['docker-compose', '-p', 'job32579-48790', 'up', '-d', '--renew-anon-volumes']' returned non-zero exit status 1.
stdout |
stderr | Creating network "job32579-48790_evaluation" with the default driver
stderr | Creating volume "job32579-48790_fifos" with default driver
stderr | Creating job32579-48790_evaluator_1 ...
stderr |
stderr | ERROR: for job32579-48790_evaluator_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for evaluator UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr | An HTTP request took too long to complete. Retry with --verbose to obtain debug information.
stderr | If you encounter this issue regularly because of slow network conditions, consider setting COMPOSE_HTTP_TIMEOUT to a higher value (current value: 60).
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Error while running Docker Compose:
Could not run ['docker-compose', '-p', 'job32578-690410', 'up', '-d', '--renew-anon-volumes']:
> Command '['docker-compose', '-p', 'job32578-690410', 'up', '-d', '--renew-anon-volumes']' returned non-zero exit status 1.
stdout |
stderr | Creating network "job32578-690410_evaluation" with the default driver
stderr | Creating volume "job32578-690410_fifos" with default driver
stderr | Creating job32578-690410_evaluator_1 ...
stderr |
stderr | ERROR: for job32578-690410_evaluator_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for evaluator UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr | An HTTP request took too long to complete. Retry with --verbose to obtain debug information.
stderr | If you encounter this issue regularly because of slow network conditions, consider setting COMPOSE_HTTP_TIMEOUT to a higher value (current value: 60).
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Error while running Docker Compose:
Could not run ['docker-compose', '-p', 'job32577-320273', 'up', '-d', '--renew-anon-volumes']:
> Command '['docker-compose', '-p', 'job32577-320273', 'up', '-d', '--renew-anon-volumes']' returned non-zero exit status 1.
stdout |
stderr | Creating network "job32577-320273_evaluation" with the default driver
stderr | Creating volume "job32577-320273_fifos" with default driver
stderr | Creating job32577-320273_evaluator_1 ...
stderr |
stderr | ERROR: for job32577-320273_evaluator_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for evaluator UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr | An HTTP request took too long to complete. Retry with --verbose to obtain debug information.
stderr | If you encounter this issue regularly because of slow network conditions, consider setting COMPOSE_HTTP_TIMEOUT to a higher value (current value: 60).
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Uncaught exception while running Docker Compose:
Traceback (most recent call last):
File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 384, in _make_request
six.raise_from(e, None)
File "<string>", line 2, in raise_from
File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 380, in _make_request
httplib_response = conn.getresponse()
File "/usr/lib/python3.6/http/client.py", line 1346, in getresponse
response.begin()
File "/usr/lib/python3.6/http/client.py", line 307, in begin
version, status, reason = self._read_status()
File "/usr/lib/python3.6/http/client.py", line 268, in _read_status
line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
File "/usr/lib/python3.6/socket.py", line 586, in readinto
return self._sock.recv_into(b)
socket.timeout: timed out
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/local/lib/python3.6/dist-packages/requests/adapters.py", line 449, in send
timeout=timeout
File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 638, in urlopen
_stacktrace=sys.exc_info()[2])
File "/usr/local/lib/python3.6/dist-packages/urllib3/util/retry.py", line 367, in increment
raise six.reraise(type(error), error, _stacktrace)
File "/usr/local/lib/python3.6/dist-packages/urllib3/packages/six.py", line 686, in reraise
raise value
File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 600, in urlopen
chunked=chunked)
File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 386, in _make_request
self._raise_timeout(err=e, url=url, timeout_value=read_timeout)
File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 306, in _raise_timeout
raise ReadTimeoutError(self, url, "Read timed out. (read timeout=%s)" % timeout_value)
urllib3.exceptions.ReadTimeoutError: UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 919, in run_one
container = client.containers.get(container_id)
File "/usr/local/lib/python3.6/dist-packages/docker/models/containers.py", line 862, in get
resp = self.client.api.inspect_container(container_id)
File "/usr/local/lib/python3.6/dist-packages/docker/utils/decorators.py", line 19, in wrapped
return f(self, resource_id, *args, **kwargs)
File "/usr/local/lib/python3.6/dist-packages/docker/api/container.py", line 755, in inspect_container
self._get(self._url("/containers/{0}/json", container)), True
File "/usr/local/lib/python3.6/dist-packages/docker/utils/decorators.py", line 46, in inner
return f(self, *args, **kwargs)
File "/usr/local/lib/python3.6/dist-packages/docker/api/client.py", line 230, in _get
return self.get(url, **self._set_request_timeout(kwargs))
File "/usr/local/lib/python3.6/dist-packages/requests/sessions.py", line 546, in get
return self.request('GET', url, **kwargs)
File "/usr/local/lib/python3.6/dist-packages/requests/sessions.py", line 533, in request
resp = self.send(prep, **send_kwargs)
File "/usr/local/lib/python3.6/dist-packages/requests/sessions.py", line 646, in send
r = adapter.send(request, **kwargs)
File "/usr/local/lib/python3.6/dist-packages/requests/adapters.py", line 529, in send
raise ReadTimeout(e, request=request)
requests.exceptions.ReadTimeout: UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Error while running Docker Compose:
Could not run ['docker-compose', '-p', 'job32571-980236', 'up', '-d', '--renew-anon-volumes']:
> Command '['docker-compose', '-p', 'job32571-980236', 'up', '-d', '--renew-anon-volumes']' returned non-zero exit status 1.
stdout |
stderr | Creating network "job32571-980236_evaluation" with the default driver
stderr | Creating volume "job32571-980236_fifos" with default driver
stderr | Creating job32571-980236_evaluator_1 ...
stderr |
stderr | ERROR: for job32571-980236_evaluator_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for evaluator UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr | An HTTP request took too long to complete. Retry with --verbose to obtain debug information.
stderr | If you encounter this issue regularly because of slow network conditions, consider setting COMPOSE_HTTP_TIMEOUT to a higher value (current value: 60).
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Error while running Docker Compose:
Could not run ['docker-compose', '-p', 'job32570-376277', 'up', '-d', '--renew-anon-volumes']:
> Command '['docker-compose', '-p', 'job32570-376277', 'up', '-d', '--renew-anon-volumes']' returned non-zero exit status 1.
stdout |
stderr | Creating network "job32570-376277_evaluation" with the default driver
stderr | Creating volume "job32570-376277_fifos" with default driver
stderr | Creating job32570-376277_evaluator_1 ...
stderr |
stderr | ERROR: for job32570-376277_evaluator_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for evaluator UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr | An HTTP request took too long to complete. Retry with --verbose to obtain debug information.
stderr | If you encounter this issue regularly because of slow network conditions, consider setting COMPOSE_HTTP_TIMEOUT to a higher value (current value: 60).
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Error while running Docker Compose:
Could not run ['docker-compose', '-p', 'job32553-290555', 'up', '-d', '--renew-anon-volumes']:
> Command '['docker-compose', '-p', 'job32553-290555', 'up', '-d', '--renew-anon-volumes']' returned non-zero exit status 1.
stdout |
stderr | Creating network "job32553-290555_evaluation" with the default driver
stderr | An HTTP request took too long to complete. Retry with --verbose to obtain debug information.
stderr | If you encounter this issue regularly because of slow network conditions, consider setting COMPOSE_HTTP_TIMEOUT to a higher value (current value: 60).
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Error while running Docker Compose:
Could not run ['docker-compose', '-p', 'job32551-40704', 'up', '-d', '--renew-anon-volumes']:
> Command '['docker-compose', '-p', 'job32551-40704', 'up', '-d', '--renew-anon-volumes']' returned non-zero exit status 1.
stdout |
stderr | Creating network "job32551-40704_evaluation" with the default driver
stderr | Creating volume "job32551-40704_fifos" with default driver
stderr | Creating job32551-40704_evaluator_1 ...
stderr |
stderr | ERROR: for job32551-40704_evaluator_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for evaluator UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr | An HTTP request took too long to complete. Retry with --verbose to obtain debug information.
stderr | If you encounter this issue regularly because of slow network conditions, consider setting COMPOSE_HTTP_TIMEOUT to a higher value (current value: 60).
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Error while running Docker Compose:
Could not run ['docker-compose', '-p', 'job32550-954165', 'up', '-d', '--renew-anon-volumes']:
> Command '['docker-compose', '-p', 'job32550-954165', 'up', '-d', '--renew-anon-volumes']' returned non-zero exit status 1.
stdout |
stderr | Creating network "job32550-954165_evaluation" with the default driver
stderr | Creating volume "job32550-954165_fifos" with default driver
stderr | Creating job32550-954165_evaluator_1 ...
stderr |
stderr | ERROR: for job32550-954165_evaluator_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for evaluator UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr | An HTTP request took too long to complete. Retry with --verbose to obtain debug information.
stderr | If you encounter this issue regularly because of slow network conditions, consider setting COMPOSE_HTTP_TIMEOUT to a higher value (current value: 60).
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Error while running Docker Compose:
Could not run ['docker-compose', '-p', 'job32549-919434', 'up', '-d', '--renew-anon-volumes']:
> Command '['docker-compose', '-p', 'job32549-919434', 'up', '-d', '--renew-anon-volumes']' returned non-zero exit status 1.
stdout |
stderr | Creating network "job32549-919434_evaluation" with the default driver
stderr | Creating volume "job32549-919434_fifos" with default driver
stderr | Creating job32549-919434_evaluator_1 ...
stderr |
stderr | ERROR: for job32549-919434_evaluator_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for evaluator UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr | An HTTP request took too long to complete. Retry with --verbose to obtain debug information.
stderr | If you encounter this issue regularly because of slow network conditions, consider setting COMPOSE_HTTP_TIMEOUT to a higher value (current value: 60).
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Error while running Docker Compose:
Could not run ['docker-compose', '-p', 'job32546-1548', 'up', '-d', '--renew-anon-volumes']:
> Command '['docker-compose', '-p', 'job32546-1548', 'up', '-d', '--renew-anon-volumes']' returned non-zero exit status 1.
stdout |
stderr | Creating network "job32546-1548_evaluation" with the default driver
stderr | Creating volume "job32546-1548_fifos" with default driver
stderr | Creating job32546-1548_evaluator_1 ...
stderr |
stderr | ERROR: for job32546-1548_evaluator_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for evaluator UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr | An HTTP request took too long to complete. Retry with --verbose to obtain debug information.
stderr | If you encounter this issue regularly because of slow network conditions, consider setting COMPOSE_HTTP_TIMEOUT to a higher value (current value: 60).
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Error while running Docker Compose:
Could not run ['docker-compose', '-p', 'job32545-135877', 'up', '-d', '--renew-anon-volumes']:
> Command '['docker-compose', '-p', 'job32545-135877', 'up', '-d', '--renew-anon-volumes']' returned non-zero exit status 1.
stdout |
stderr | Creating network "job32545-135877_evaluation" with the default driver
stderr | Creating volume "job32545-135877_fifos" with default driver
stderr | Creating job32545-135877_evaluator_1 ...
stderr |
stderr | ERROR: for job32545-135877_evaluator_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for evaluator UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr | An HTTP request took too long to complete. Retry with --verbose to obtain debug information.
stderr | If you encounter this issue regularly because of slow network conditions, consider setting COMPOSE_HTTP_TIMEOUT to a higher value (current value: 60).
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Error while running Docker Compose:
Could not run ['docker-compose', '-p', 'job32542-443350', 'up', '-d', '--renew-anon-volumes']:
> Command '['docker-compose', '-p', 'job32542-443350', 'up', '-d', '--renew-anon-volumes']' returned non-zero exit status 1.
stdout |
stderr | Creating network "job32542-443350_evaluation" with the default driver
stderr | Creating volume "job32542-443350_fifos" with default driver
stderr | Creating job32542-443350_evaluator_1 ...
stderr |
stderr | ERROR: for job32542-443350_evaluator_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for evaluator UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr | An HTTP request took too long to complete. Retry with --verbose to obtain debug information.
stderr | If you encounter this issue regularly because of slow network conditions, consider setting COMPOSE_HTTP_TIMEOUT to a higher value (current value: 60).
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Uncaught exception:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 1404, in download_artefacts
get_file_from_cache(fn, sha256hex)
File "/project/src/duckietown_challenges_runner/runner_cache.py", line 28, in get_file_from_cache
raise KeyError(msg)
KeyError: 'Hash not in cache'
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 643, in get_cr
server_host=server_host,
File "/project/src/duckietown_challenges_runner/runner.py", line 720, in run_single
prepare_dir(wd, aws_config, steps2artefacts, use_ipfs=use_ipfs)
File "/project/src/duckietown_challenges_runner/runner.py", line 1029, in prepare_dir
aws_config, steps2artefacts, previous_steps_dir, use_ipfs=use_ipfs
File "/project/src/duckietown_challenges_runner/runner.py", line 1419, in download_artefacts
get_object(aws_config, bucket_name, object_key, fn)
File "/project/src/duckietown_challenges_runner/runner.py", line 1463, in get_object
aws_object.download_file(fn)
File "/usr/local/lib/python3.6/dist-packages/boto3/s3/inject.py", line 314, in object_download_file
ExtraArgs=ExtraArgs, Callback=Callback, Config=Config)
File "/usr/local/lib/python3.6/dist-packages/boto3/s3/inject.py", line 172, in download_file
extra_args=ExtraArgs, callback=Callback)
File "/usr/local/lib/python3.6/dist-packages/boto3/s3/transfer.py", line 307, in download_file
future.result()
File "/usr/local/lib/python3.6/dist-packages/s3transfer/futures.py", line 73, in result
return self._coordinator.result()
File "/usr/local/lib/python3.6/dist-packages/s3transfer/futures.py", line 233, in result
raise self._exception
File "/usr/local/lib/python3.6/dist-packages/s3transfer/tasks.py", line 126, in __call__
return self._execute_main(kwargs)
File "/usr/local/lib/python3.6/dist-packages/s3transfer/tasks.py", line 150, in _execute_main
return_value = self._main(**kwargs)
File "/usr/local/lib/python3.6/dist-packages/s3transfer/download.py", line 583, in _main
fileobj.write(data)
File "/usr/local/lib/python3.6/dist-packages/s3transfer/utils.py", line 332, in write
self._fileobj.write(data)
OSError: [Errno 28] No space left on device
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Uncaught exception:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 1404, in download_artefacts
get_file_from_cache(fn, sha256hex)
File "/project/src/duckietown_challenges_runner/runner_cache.py", line 28, in get_file_from_cache
raise KeyError(msg)
KeyError: 'Hash not in cache'
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/lib/python3.6/shutil.py", line 122, in copyfile
copyfileobj(fsrc, fdst)
File "/usr/lib/python3.6/shutil.py", line 82, in copyfileobj
fdst.write(buf)
OSError: [Errno 28] No space left on device
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 643, in get_cr
server_host=server_host,
File "/project/src/duckietown_challenges_runner/runner.py", line 720, in run_single
prepare_dir(wd, aws_config, steps2artefacts, use_ipfs=use_ipfs)
File "/project/src/duckietown_challenges_runner/runner.py", line 1029, in prepare_dir
aws_config, steps2artefacts, previous_steps_dir, use_ipfs=use_ipfs
File "/project/src/duckietown_challenges_runner/runner.py", line 1420, in download_artefacts
copy_to_cache(fn, sha256hex)
File "/project/src/duckietown_challenges_runner/runner_cache.py", line 42, in copy_to_cache
shutil.copy(fn, have)
File "/usr/lib/python3.6/shutil.py", line 245, in copy
copyfile(src, dst, follow_symlinks=follow_symlinks)
File "/usr/lib/python3.6/shutil.py", line 122, in copyfile
copyfileobj(fsrc, fdst)
OSError: [Errno 28] No space left on device
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 648, in get_cr
wd, aws_config, copy_to_machine_cache=copy_to_machine_cache
File "/project/src/duckietown_challenges_runner/runner.py", line 1309, in upload_files
aws_config, toupload, copy_to_machine_cache=copy_to_machine_cache
File "/project/src/duckietown_challenges_runner/runner.py", line 1565, in upload
copy_to_cache(realfile, sha256hex)
File "/project/src/duckietown_challenges_runner/runner_cache.py", line 42, in copy_to_cache
shutil.copy(fn, have)
File "/usr/lib/python3.6/shutil.py", line 245, in copy
copyfile(src, dst, follow_symlinks=follow_symlinks)
File "/usr/lib/python3.6/shutil.py", line 122, in copyfile
copyfileobj(fsrc, fdst)
File "/usr/lib/python3.6/shutil.py", line 82, in copyfileobj
fdst.write(buf)
OSError: [Errno 28] No space left on device
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Uncaught exception:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 1404, in download_artefacts
get_file_from_cache(fn, sha256hex)
File "/project/src/duckietown_challenges_runner/runner_cache.py", line 28, in get_file_from_cache
raise KeyError(msg)
KeyError: 'Hash not in cache'
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 643, in get_cr
server_host=server_host,
File "/project/src/duckietown_challenges_runner/runner.py", line 720, in run_single
prepare_dir(wd, aws_config, steps2artefacts, use_ipfs=use_ipfs)
File "/project/src/duckietown_challenges_runner/runner.py", line 1029, in prepare_dir
aws_config, steps2artefacts, previous_steps_dir, use_ipfs=use_ipfs
File "/project/src/duckietown_challenges_runner/runner.py", line 1420, in download_artefacts
copy_to_cache(fn, sha256hex)
File "/project/src/duckietown_challenges_runner/runner_cache.py", line 42, in copy_to_cache
shutil.copy(fn, have)
File "/usr/lib/python3.6/shutil.py", line 245, in copy
copyfile(src, dst, follow_symlinks=follow_symlinks)
File "/usr/lib/python3.6/shutil.py", line 122, in copyfile
copyfileobj(fsrc, fdst)
File "/usr/lib/python3.6/shutil.py", line 82, in copyfileobj
fdst.write(buf)
OSError: [Errno 28] No space left on device
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Error while running Docker Compose:
Could not run ['docker-compose', '-p', 'job32518-935236', 'up', '-d', '--renew-anon-volumes']:
> Command '['docker-compose', '-p', 'job32518-935236', 'up', '-d', '--renew-anon-volumes']' returned non-zero exit status 1.
stdout |
stderr | Creating network "job32518-935236_evaluation" with the default driver
stderr | Creating volume "job32518-935236_fifos" with default driver
stderr | Creating job32518-935236_evaluator_1 ...
stderr |
stderr | ERROR: for job32518-935236_evaluator_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for evaluator UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr | An HTTP request took too long to complete. Retry with --verbose to obtain debug information.
stderr | If you encounter this issue regularly because of slow network conditions, consider setting COMPOSE_HTTP_TIMEOUT to a higher value (current value: 60).
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Error while running Docker Compose:
Could not run ['docker-compose', '-p', 'job32517-891236', 'up', '-d', '--renew-anon-volumes']:
> Command '['docker-compose', '-p', 'job32517-891236', 'up', '-d', '--renew-anon-volumes']' returned non-zero exit status 1.
stdout |
stderr | Creating network "job32517-891236_evaluation" with the default driver
stderr | Creating volume "job32517-891236_fifos" with default driver
stderr | Creating job32517-891236_evaluator_1 ...
stderr |
stderr | ERROR: for job32517-891236_evaluator_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for evaluator UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr | An HTTP request took too long to complete. Retry with --verbose to obtain debug information.
stderr | If you encounter this issue regularly because of slow network conditions, consider setting COMPOSE_HTTP_TIMEOUT to a higher value (current value: 60).
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Uncaught exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 384, in _make_request
six.raise_from(e, None)
File "<string>", line 2, in raise_from
File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 380, in _make_request
httplib_response = conn.getresponse()
File "/usr/lib/python3.6/http/client.py", line 1346, in getresponse
response.begin()
File "/usr/lib/python3.6/http/client.py", line 307, in begin
version, status, reason = self._read_status()
File "/usr/lib/python3.6/http/client.py", line 268, in _read_status
line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
File "/usr/lib/python3.6/socket.py", line 586, in readinto
return self._sock.recv_into(b)
socket.timeout: timed out
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/local/lib/python3.6/dist-packages/requests/adapters.py", line 449, in send
timeout=timeout
File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 638, in urlopen
_stacktrace=sys.exc_info()[2])
File "/usr/local/lib/python3.6/dist-packages/urllib3/util/retry.py", line 367, in increment
raise six.reraise(type(error), error, _stacktrace)
File "/usr/local/lib/python3.6/dist-packages/urllib3/packages/six.py", line 686, in reraise
raise value
File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 600, in urlopen
chunked=chunked)
File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 386, in _make_request
self._raise_timeout(err=e, url=url, timeout_value=read_timeout)
File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 306, in _raise_timeout
raise ReadTimeoutError(self, url, "Read timed out. (read timeout=%s)" % timeout_value)
urllib3.exceptions.ReadTimeoutError: UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/local/lib/python3.6/dist-packages/dt_shell/env_checks.py", line 67, in check_docker_environment
_containers = client.containers.list(filters=dict(status="running"))
File "/usr/local/lib/python3.6/dist-packages/docker/models/containers.py", line 925, in list
containers.append(self.get(r['Id']))
File "/usr/local/lib/python3.6/dist-packages/docker/models/containers.py", line 862, in get
resp = self.client.api.inspect_container(container_id)
File "/usr/local/lib/python3.6/dist-packages/docker/utils/decorators.py", line 19, in wrapped
return f(self, resource_id, *args, **kwargs)
File "/usr/local/lib/python3.6/dist-packages/docker/api/container.py", line 755, in inspect_container
self._get(self._url("/containers/{0}/json", container)), True
File "/usr/local/lib/python3.6/dist-packages/docker/utils/decorators.py", line 46, in inner
return f(self, *args, **kwargs)
File "/usr/local/lib/python3.6/dist-packages/docker/api/client.py", line 230, in _get
return self.get(url, **self._set_request_timeout(kwargs))
File "/usr/local/lib/python3.6/dist-packages/requests/sessions.py", line 546, in get
return self.request('GET', url, **kwargs)
File "/usr/local/lib/python3.6/dist-packages/requests/sessions.py", line 533, in request
resp = self.send(prep, **send_kwargs)
File "/usr/local/lib/python3.6/dist-packages/requests/sessions.py", line 646, in send
r = adapter.send(request, **kwargs)
File "/usr/local/lib/python3.6/dist-packages/requests/adapters.py", line 529, in send
raise ReadTimeout(e, request=request)
requests.exceptions.ReadTimeout: UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 643, in get_cr
server_host=server_host,
File "/project/src/duckietown_challenges_runner/runner.py", line 795, in run_single
write_logs(wd, project, services=config["services"])
File "/project/src/duckietown_challenges_runner/runner.py", line 1172, in write_logs
client = check_docker_environment()
File "/usr/local/lib/python3.6/dist-packages/dt_shell/env_checks.py", line 74, in check_docker_environment
raise InvalidEnvironment(msg)
dt_shell.exceptions.InvalidEnvironment: I cannot communicate with Docker:
UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
Make sure the docker service is running.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Error while running Docker Compose:
Could not run ['docker-compose', '-p', 'job32513-70445', 'up', '-d', '--renew-anon-volumes']:
> Command '['docker-compose', '-p', 'job32513-70445', 'up', '-d', '--renew-anon-volumes']' returned non-zero exit status 1.
stdout |
stderr | Creating network "job32513-70445_evaluation" with the default driver
stderr | Creating volume "job32513-70445_fifos" with default driver
stderr | Creating job32513-70445_evaluator_1 ...
stderr |
stderr | ERROR: for job32513-70445_evaluator_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for evaluator UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr | An HTTP request took too long to complete. Retry with --verbose to obtain debug information.
stderr | If you encounter this issue regularly because of slow network conditions, consider setting COMPOSE_HTTP_TIMEOUT to a higher value (current value: 60).
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Error while running Docker Compose:
Could not run ['docker-compose', '-p', 'job32512-503256', 'up', '-d', '--renew-anon-volumes']:
> Command '['docker-compose', '-p', 'job32512-503256', 'up', '-d', '--renew-anon-volumes']' returned non-zero exit status 1.
stdout |
stderr | Creating network "job32512-503256_evaluation" with the default driver
stderr | Creating volume "job32512-503256_fifos" with default driver
stderr | Creating job32512-503256_evaluator_1 ...
stderr |
stderr | ERROR: for job32512-503256_evaluator_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for evaluator UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr | An HTTP request took too long to complete. Retry with --verbose to obtain debug information.
stderr | If you encounter this issue regularly because of slow network conditions, consider setting COMPOSE_HTTP_TIMEOUT to a higher value (current value: 60).
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Error while running Docker Compose:
Could not run ['docker-compose', '-p', 'job32511-463140', 'up', '-d', '--renew-anon-volumes']:
> Command '['docker-compose', '-p', 'job32511-463140', 'up', '-d', '--renew-anon-volumes']' returned non-zero exit status 1.
stdout |
stderr | Creating network "job32511-463140_evaluation" with the default driver
stderr | Creating volume "job32511-463140_fifos" with default driver
stderr | Creating job32511-463140_evaluator_1 ...
stderr |
stderr | ERROR: for job32511-463140_evaluator_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for evaluator UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr | An HTTP request took too long to complete. Retry with --verbose to obtain debug information.
stderr | If you encounter this issue regularly because of slow network conditions, consider setting COMPOSE_HTTP_TIMEOUT to a higher value (current value: 60).
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Uncaught exception while running Docker Compose:
Traceback (most recent call last):
File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 384, in _make_request
six.raise_from(e, None)
File "<string>", line 2, in raise_from
File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 380, in _make_request
httplib_response = conn.getresponse()
File "/usr/lib/python3.6/http/client.py", line 1346, in getresponse
response.begin()
File "/usr/lib/python3.6/http/client.py", line 307, in begin
version, status, reason = self._read_status()
File "/usr/lib/python3.6/http/client.py", line 268, in _read_status
line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
File "/usr/lib/python3.6/socket.py", line 586, in readinto
return self._sock.recv_into(b)
socket.timeout: timed out
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/local/lib/python3.6/dist-packages/requests/adapters.py", line 449, in send
timeout=timeout
File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 638, in urlopen
_stacktrace=sys.exc_info()[2])
File "/usr/local/lib/python3.6/dist-packages/urllib3/util/retry.py", line 367, in increment
raise six.reraise(type(error), error, _stacktrace)
File "/usr/local/lib/python3.6/dist-packages/urllib3/packages/six.py", line 686, in reraise
raise value
File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 600, in urlopen
chunked=chunked)
File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 386, in _make_request
self._raise_timeout(err=e, url=url, timeout_value=read_timeout)
File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 306, in _raise_timeout
raise ReadTimeoutError(self, url, "Read timed out. (read timeout=%s)" % timeout_value)
urllib3.exceptions.ReadTimeoutError: UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 919, in run_one
container = client.containers.get(container_id)
File "/usr/local/lib/python3.6/dist-packages/docker/models/containers.py", line 862, in get
resp = self.client.api.inspect_container(container_id)
File "/usr/local/lib/python3.6/dist-packages/docker/utils/decorators.py", line 19, in wrapped
return f(self, resource_id, *args, **kwargs)
File "/usr/local/lib/python3.6/dist-packages/docker/api/container.py", line 755, in inspect_container
self._get(self._url("/containers/{0}/json", container)), True
File "/usr/local/lib/python3.6/dist-packages/docker/utils/decorators.py", line 46, in inner
return f(self, *args, **kwargs)
File "/usr/local/lib/python3.6/dist-packages/docker/api/client.py", line 230, in _get
return self.get(url, **self._set_request_timeout(kwargs))
File "/usr/local/lib/python3.6/dist-packages/requests/sessions.py", line 546, in get
return self.request('GET', url, **kwargs)
File "/usr/local/lib/python3.6/dist-packages/requests/sessions.py", line 533, in request
resp = self.send(prep, **send_kwargs)
File "/usr/local/lib/python3.6/dist-packages/requests/sessions.py", line 646, in send
r = adapter.send(request, **kwargs)
File "/usr/local/lib/python3.6/dist-packages/requests/adapters.py", line 529, in send
raise ReadTimeout(e, request=request)
requests.exceptions.ReadTimeout: UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
Gianmarco Bernasconi