UNDATA download failed (connection reset by peer) and validate fails
From #566 (closed)
Download failed with connection reset by peer
after several files
See https://git.nomics.world/dbnomics-fetchers/undata-fetcher/-/jobs/146411
Traceback (most recent call last):
File "/usr/local/lib/python3.7/dist-packages/urllib3/response.py", line 425, in _error_catcher
yield
File "/usr/local/lib/python3.7/dist-packages/urllib3/response.py", line 755, in read_chunked
chunk = self._handle_chunk(amt)
File "/usr/local/lib/python3.7/dist-packages/urllib3/response.py", line 699, in _handle_chunk
value = self._fp._safe_read(amt)
File "/usr/lib/python3.7/http/client.py", line 610, in _safe_read
chunk = self.fp.read(min(amt, MAXAMOUNT))
File "/usr/lib/python3.7/socket.py", line 589, in readinto
return self._sock.recv_into(b)
File "/usr/lib/python3.7/ssl.py", line 1052, in recv_into
return self.read(nbytes, buffer)
File "/usr/lib/python3.7/ssl.py", line 911, in read
return self._sslobj.read(len, buffer)
ConnectionResetError: [Errno 104] Connection reset by peer
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/dist-packages/requests/models.py", line 750, in generate
for chunk in self.raw.stream(chunk_size, decode_content=True):
File "/usr/local/lib/python3.7/dist-packages/urllib3/response.py", line 560, in stream
for line in self.read_chunked(amt, decode_content=decode_content):
File "/usr/local/lib/python3.7/dist-packages/urllib3/response.py", line 781, in read_chunked
self._original_response.close()
File "/usr/lib/python3.7/contextlib.py", line 130, in __exit__
self.gen.throw(type, value, traceback)
File "/usr/local/lib/python3.7/dist-packages/urllib3/response.py", line 443, in _error_catcher
raise ProtocolError("Connection broken: %r" % e, e)
urllib3.exceptions.ProtocolError: ("Connection broken: ConnectionResetError(104, 'Connection reset by peer')", ConnectionResetError(104, 'Connection reset by peer'))
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "download.py", line 199, in <module>
sys.exit(main())
File "download.py", line 192, in main
download_dataflow(target_dir, dataflow_info)
File "download.py", line 143, in download_dataflow
if download(dataflow_url, data_filepath, stream=True):
File "download.py", line 62, in download
for chunk in response.iter_content(chunk_size=512):
File "/usr/local/lib/python3.7/dist-packages/requests/models.py", line 753, in generate
raise ChunkedEncodingError(e)
requests.exceptions.ChunkedEncodingError: ("Connection broken: ConnectionResetError(104, 'Connection reset by peer')", ConnectionResetError(104, 'Connection reset by peer'))