|
@@ -17,7 +17,7 @@ from tqdm.asyncio import tqdm_asyncio
|
|
|
from exo.train.dataset import load_dataset, iterate_batches, compose
|
|
|
from exo.networking.manual.manual_discovery import ManualDiscovery
|
|
|
from exo.networking.manual.network_topology_config import NetworkTopology
|
|
|
-from exo.orchestration.standard_node import StandardNode
|
|
|
+from exo.orchestration.node import Node
|
|
|
from exo.networking.grpc.grpc_server import GRPCServer
|
|
|
from exo.networking.udp.udp_discovery import UDPDiscovery
|
|
|
from exo.networking.tailscale.tailscale_discovery import TailscaleDiscovery
|
|
@@ -30,7 +30,6 @@ from exo.helpers import print_yellow_exo, find_available_port, DEBUG, get_system
|
|
|
from exo.inference.shard import Shard
|
|
|
from exo.inference.inference_engine import get_inference_engine, InferenceEngine
|
|
|
from exo.inference.tokenizers import resolve_tokenizer
|
|
|
-from exo.orchestration.node import Node
|
|
|
from exo.models import build_base_shard, get_repo
|
|
|
from exo.viz.topology_viz import TopologyViz
|
|
|
from exo.download.hf.hf_helpers import has_hf_home_read_access, has_hf_home_write_access, get_hf_home, move_models_to_hf
|
|
@@ -129,7 +128,7 @@ elif args.discovery_module == "manual":
|
|
|
raise ValueError(f"--discovery-config-path is required when using manual discovery. Please provide a path to a config json file.")
|
|
|
discovery = ManualDiscovery(args.discovery_config_path, args.node_id, create_peer_handle=lambda peer_id, address, description, device_capabilities: GRPCPeerHandle(peer_id, address, description, device_capabilities))
|
|
|
topology_viz = TopologyViz(chatgpt_api_endpoints=chatgpt_api_endpoints, web_chat_urls=web_chat_urls) if not args.disable_tui else None
|
|
|
-node = StandardNode(
|
|
|
+node = Node(
|
|
|
args.node_id,
|
|
|
None,
|
|
|
inference_engine,
|