|
@@ -260,7 +260,7 @@ class StandardNode(Node):
|
|
|
if DEBUG >= 1: print(f"target partition index: {target_index}")
|
|
|
target_id = self.partitioning_strategy.partition(self.topology)[target_index].node_id
|
|
|
next_shard = self.get_current_shard(base_shard, target_index)
|
|
|
- if DEBUG >= 2: print(f"Computed target from: {base_shard} {target_index}, {self.topology}. target shard: {target_shard}")
|
|
|
+ if DEBUG >= 2: print(f"Computed target from: {base_shard} {target_index}, {self.topology}. next shard: {next_shard}")
|
|
|
if target_id == self.id:
|
|
|
await self.process_prompt(next_shard, prompt, request_id)
|
|
|
else:
|
|
@@ -280,7 +280,7 @@ class StandardNode(Node):
|
|
|
if DEBUG >= 1: print(f"target partition index: {target_index}")
|
|
|
target_id = self.partitioning_strategy.partition(self.topology)[target_index].node_id
|
|
|
next_shard = self.get_current_shard(base_shard, target_index)
|
|
|
- if DEBUG >= 2: print(f"Computed target from: {base_shard} {target_index}, {self.topology}. target shard: {target_shard}")
|
|
|
+ if DEBUG >= 2: print(f"Computed target from: {base_shard} {target_index}, {self.topology}. target shard: {next_shard}")
|
|
|
if target_id == self.id:
|
|
|
await self.process_tensor(next_shard, tensor, request_id)
|
|
|
else:
|