Explorar o código

increase cli generation timeout

Alex Cheema hai 8 meses
pai
achega
647ffb94eb
Modificáronse 1 ficheiros con 1 adicións e 1 borrados
  1. 1 1
      main.py

+ 1 - 1
main.py

@@ -142,7 +142,7 @@ async def run_model_cli(node: Node, inference_engine: InferenceEngine, model_nam
 
 
         _, tokens, _ = await callback.wait(
         _, tokens, _ = await callback.wait(
             lambda _request_id, tokens, is_finished: _request_id == request_id and is_finished,
             lambda _request_id, tokens, is_finished: _request_id == request_id and is_finished,
-            timeout=90
+            timeout=300
         )
         )
 
 
         print("\nGenerated response:")
         print("\nGenerated response:")