Home Explore Help
Register Sign In
lqb
/
exo
mirror of https://github.com/exo-explore/exo
1
0
Fork 0
Files Issues 0 Wiki
Browse Source

always log download errors. some people eg cant access huggingface which causes confusion

Alex Cheema 2 months ago
parent
76d1bd95f5
commit
b4e6f8acad
1 changed files with 2 additions and 0 deletions
Unified View Show Diff Stats
  1. 2 0
      exo/download/new_shard_download.py

+ 2 - 0
exo/download/new_shard_download.py
View File 

@@ -134,6 +134,8 @@ async def download_file_with_retry(repo_id: str, revision: str, path: str, targe
 
     try: return await _download_file(repo_id, revision, path, target_dir, on_progress)
 
     try: return await _download_file(repo_id, revision, path, target_dir, on_progress)
 
     except Exception as e:
 
     except Exception as e:
 
       if isinstance(e, FileNotFoundError) or attempt == n_attempts - 1: raise e
 
       if isinstance(e, FileNotFoundError) or attempt == n_attempts - 1: raise e
 
+      print(f"Download error on attempt {attempt}/{n_attempts} for {repo_id=} {revision=} {path=} {target_dir=}")
 
+      traceback.print_exc()
 
       await asyncio.sleep(min(8, 0.1 * (2 ** attempt)))
 
       await asyncio.sleep(min(8, 0.1 * (2 ** attempt)))
 
 
 
 async def _download_file(repo_id: str, revision: str, path: str, target_dir: Path, on_progress: Callable[[int, int], None] = lambda _, __: None) -> Path:
 
 async def _download_file(repo_id: str, revision: str, path: str, target_dir: Path, on_progress: Callable[[int, int], None] = lambda _, __: None) -> Path: