|
await asyncio.gather(*server_tasks, return_exceptions=True)
|
|
await asyncio.gather(*server_tasks, return_exceptions=True)
|
|
async def run_model_cli(node: Node, inference_engine: InferenceEngine, model_name: str, prompt: str):
|
|
async def run_model_cli(node: Node, inference_engine: InferenceEngine, model_name: str, prompt: str):
|