|
|
@@ -18,14 +18,8 @@ jobs:
|
|
|
source venv/bin/activate
|
|
|
pip install -U pip
|
|
|
pip install -e .
|
|
|
- exo run llama-3.2-3b --prompt "hello"
|
|
|
- - run:
|
|
|
- name: run benchmark
|
|
|
- command: |
|
|
|
- /opt/homebrew/bin/python3.12 -m venv venv
|
|
|
- source venv/bin/activate
|
|
|
- pip install -U pip
|
|
|
- pip install aiohttp
|
|
|
+ exo run llama-3.2-3b --prompt "hello" &
|
|
|
+ sleep 30
|
|
|
python3 .circleci/bench.py
|
|
|
- store_artifacts:
|
|
|
path: artifacts/benchmark.json
|