partitioning_strategy.py 333 B

12345678910
  1. from abc import ABC, abstractmethod
  2. from typing import List
  3. from inference.shard import Shard
  4. from networking.peer_handle import PeerHandle
  5. from .topology import Topology
  6. class PartitioningStrategy(ABC):
  7. @abstractmethod
  8. def next_shard(self, current_shard: Shard, topology: Topology, node_stats: dict) -> Shard:
  9. pass