Ver Fonte

fix preemptive downloads with ensure_shard

Alex Cheema há 9 meses atrás
pai
commit
3d0e2f1d0c
1 ficheiros alterados com 1 adições e 1 exclusões
  1. 1 1
      exo/main.py

+ 1 - 1
exo/main.py

@@ -134,7 +134,7 @@ def preemptively_start_download(request_id: str, opaque_status: str):
     if status.get("type") == "node_status" and status.get("status") == "start_process_prompt":
       current_shard = node.get_current_shard(Shard.from_dict(status.get("shard")))
       if DEBUG >= 2: print(f"Preemptively starting download for {current_shard}")
-      asyncio.create_task(shard_downloader.ensure_shard(current_shard))
+      asyncio.create_task(shard_downloader.ensure_shard(current_shard, inference_engine.__class__.__name__))
   except Exception as e:
     if DEBUG >= 2:
       print(f"Failed to preemptively start download: {e}")