|
@@ -20,14 +20,14 @@ from exo.topology.ring_memory_weighted_partitioning_strategy import RingMemoryWe
|
|
from exo.api import ChatGPTAPI
|
|
from exo.api import ChatGPTAPI
|
|
from exo.download.shard_download import ShardDownloader, RepoProgressEvent, NoopShardDownloader
|
|
from exo.download.shard_download import ShardDownloader, RepoProgressEvent, NoopShardDownloader
|
|
from exo.download.hf.hf_shard_download import HFShardDownloader
|
|
from exo.download.hf.hf_shard_download import HFShardDownloader
|
|
-from exo.helpers import print_yellow_exo, find_available_port, DEBUG, get_system_info, get_or_create_node_id, get_all_ip_addresses, terminal_link, shutdown, move_models_to_hf
|
|
|
|
|
|
+from exo.helpers import print_yellow_exo, find_available_port, DEBUG, get_system_info, get_or_create_node_id, get_all_ip_addresses, terminal_link, shutdown
|
|
from exo.inference.shard import Shard
|
|
from exo.inference.shard import Shard
|
|
from exo.inference.inference_engine import get_inference_engine, InferenceEngine
|
|
from exo.inference.inference_engine import get_inference_engine, InferenceEngine
|
|
from exo.inference.tokenizers import resolve_tokenizer
|
|
from exo.inference.tokenizers import resolve_tokenizer
|
|
from exo.orchestration.node import Node
|
|
from exo.orchestration.node import Node
|
|
from exo.models import build_base_shard, get_repo
|
|
from exo.models import build_base_shard, get_repo
|
|
from exo.viz.topology_viz import TopologyViz
|
|
from exo.viz.topology_viz import TopologyViz
|
|
-from exo.download.hf.hf_helpers import has_hf_home_read_access, has_hf_home_write_access, get_hf_home
|
|
|
|
|
|
+from exo.download.hf.hf_helpers import has_hf_home_read_access, has_hf_home_write_access, get_hf_home, move_models_to_hf
|
|
|
|
|
|
# parse args
|
|
# parse args
|
|
parser = argparse.ArgumentParser(description="Initialize GRPC Discovery")
|
|
parser = argparse.ArgumentParser(description="Initialize GRPC Discovery")
|