WIP

Author: athornton

src/parallel_http_client/_client.py

@@ -585,9 +585,21 @@ async def _fetch_range(
         hdr = {"Range": r_text}
         event = f"GET {url!s} range {r_text} to {part_file!s}"
         self._start_stamp(event)
-        async with httpx.AsyncClient(http2=True, follow_redirects=True) as c:
-            async with c.stream("GET", url, headers=hdr) as r:
-                await self._write_file(part_file, r)
+        timeout = httpx.Timeout(5.0, connect=10.0)
+        try:
+            async with httpx.AsyncClient(
+                http2=True, follow_redirects=True, timeout=timeout
+            ) as c:
+                async with c.stream("GET", url, headers=hdr) as r:
+                    await self._write_file(part_file, r)
+        except Exception:
+            self._logger.warning(
+                f"HTTP GET {url} range {byte_range!s} failed; returning"
+                " chunk to queue"
+            )
+            self._lock.acquire()
+            self._chunks.append(byte_range)
+            self._lock.release()
         self._end_stamp(event)
 
     async def _reassemble_file_parts(

tests/client_test.py

@@ -44,10 +44,6 @@ def test_multithreaded(range_server: None, fake_fs: FakeFilesystem) -> None:
     assert reference.read_text() == output.read_text()
 
 
-# The multiprocess stuff doesn't work well with fake_fs.
-# Seems to be fine in the field.
-
-
 @pytest.mark.usefixtures("range_server", "fake_fs")
 def test_big_chunk_singleprocess(
     range_server: None, fake_fs: FakeFilesystem
@@ -64,3 +60,7 @@ def test_big_chunk_singleprocess(
         debug=True,
     )
     assert reference.read_text() == output.read_text()
+
+
+# The multiprocess stuff doesn't work well with fake_fs.
+# Seems to be fine in the field.