Implement retry mechanism when HTTP timeout error

src/hub.py

@@ -1,3 +1,4 @@
+import asyncio
 import io
 import json
 
@@ -12,14 +13,31 @@ class Client:
     def __init__(self):
         self.client = httpx.AsyncClient(follow_redirects=True)
 
+    async def _get(self, url, headers=None, params=None):
+        r = await self.client.get(url, headers=headers, params=params)
+        r.raise_for_status()
+        return r
+
     async def get(self, url, headers=None, params=None):
         try:
-            r = await self.client.get(url, headers=headers, params=params)
-            r.raise_for_status()
+            r = await self._get(url, headers=headers, params=params)
+        except httpx.ReadTimeout:
+            return await self.retry(self._get, url, headers=headers, params=params)
         except httpx.HTTPError:
             return
         return r
 
+    async def retry(self, func, url, max_retries=4, max_wait_time=8, wait_time=1, **kwargs):
+        for _ in range(max_retries):
+            try:
+                await asyncio.sleep(wait_time)
+                return await func(url, **kwargs)
+            except httpx.ReadTimeout:
+                wait_time = wait_time * 2
+                if wait_time > max_wait_time:
+                    print("HTTP Timeout: max retries exceeded with url:", url)
+                    return
+
 
 client = Client()
 fs = HfFileSystem()