|
@@ -27,7 +27,7 @@ commands:
|
|
|
fi
|
|
|
|
|
|
# Start first instance
|
|
|
- HF_HOME="$(pwd)/.hf_cache_node1" DEBUG_DISCOVERY=7 DEBUG=7 exo --inference-engine <<parameters.inference_engine>> \
|
|
|
+ EXO_HOME="$(pwd)/.exo_cache_node1" DEBUG_DISCOVERY=7 DEBUG=7 exo --inference-engine <<parameters.inference_engine>> \
|
|
|
--node-id "node1" --listen-port 5678 --broadcast-port 5679 --chatgpt-api-port 8000 \
|
|
|
--chatgpt-api-response-timeout 900 --disable-tui > output1.log &
|
|
|
PID1=$!
|
|
@@ -35,7 +35,7 @@ commands:
|
|
|
TAIL1=$!
|
|
|
|
|
|
# Start second instance
|
|
|
- HF_HOME="$(pwd)/.hf_cache_node2" DEBUG_DISCOVERY=7 DEBUG=7 exo --inference-engine <<parameters.inference_engine>> \
|
|
|
+ EXO_HOME="$(pwd)/.exo_cache_node2" DEBUG_DISCOVERY=7 DEBUG=7 exo --inference-engine <<parameters.inference_engine>> \
|
|
|
--node-id "node2" --listen-port 5679 --broadcast-port 5678 --chatgpt-api-port 8001 \
|
|
|
--chatgpt-api-response-timeout 900 --disable-tui > output2.log &
|
|
|
PID2=$!
|