version: 2.1

workflows:
  testing:
    jobs:
      - benchmark

jobs:
  benchmark:
    machine: true
    resource_class: exo/hardware-runner-j4r75p27fq
    steps:
      - checkout
      - run:
          name: build & run exo
          command: |
            /opt/homebrew/bin/python3.12 -m venv venv
            source venv/bin/activate
            pip install -U pip
            pip install -e .
            # exo run llama-3.2-3b --prompt "hello"
            # kill -SIGINT $!
            python3.12 .circleci/bench.py
      - store_artifacts:
          path: artifacts/benchmark.json
          destination: benchmark.json