Test on m4

.github/bootstrap.sh

@@ -27,7 +27,7 @@ REPO="exo-explore/exo"
 
 # Add sudoers configuration
 log "Configuring sudo access..."
-SUDOERS_CONTENT="$(whoami) ALL=(ALL) NOPASSWD: /usr/sbin/tccutil, /bin/launchctl, /usr/bin/tee /Library/LaunchDaemons/*, /usr/bin/sqlite3, /usr/libexec/ApplicationFirewall/socketfilterfw, /System/Library/CoreServices/RemoteManagement/ARDAgent.app/Contents/Resources/kickstart, /opt/homebrew/bin/brew, /usr/local/bin/brew, /usr/bin/xcode-select, /usr/bin/chown, /bin/mkdir, /usr/bin/touch, /usr/sbin/softwareupdate"
+SUDOERS_CONTENT="$(whoami) ALL=(ALL) NOPASSWD: /usr/sbin/tccutil, /bin/launchctl, /usr/bin/tee /Library/LaunchDaemons/*, /usr/bin/sqlite3, /usr/libexec/ApplicationFirewall/socketfilterfw, /System/Library/CoreServices/RemoteManagement/ARDAgent.app/Contents/Resources/kickstart, /opt/homebrew/bin/brew, /usr/local/bin/brew, /usr/bin/xcode-select, /usr/bin/chown, /bin/mkdir, /usr/bin/touch, /usr/sbin/softwareupdate, /usr/sbin/sysctl, /usr/bin/pmset, /usr/sbin/powermetrics"
 echo "$SUDOERS_CONTENT" | sudo tee /etc/sudoers.d/github-runner > /dev/null
 sudo chmod 440 /etc/sudoers.d/github-runner
 

.github/workflows/benchmarks.yml

@@ -8,15 +8,28 @@ on:
     branches: [ '*' ]
 
 jobs:
-  test-m4-cluster:
+  # test-m4-cluster:
+  #   strategy:
+  #     matrix:
+  #       model: ['llama-3.2-1b', 'llama-3.2-3b']
+  #     # Optional: add fail-fast: false if you want all matrix jobs to continue even if one fails
+  #     fail-fast: false
+  #   uses: ./.github/workflows/bench_job.yml
+  #   with:
+  #     config: '{"M4PRO_GPU16_24GB": 2}'
+  #     model: ${{ matrix.model }}
+  #     calling_job_name: 'test-m4-cluster'
+  #   secrets: inherit
+
+  test-m3-cluster:
     strategy:
       matrix:
-        model: ['llama-3.2-1b', 'llama-3.2-3b']
+        model: ['llama-3.2-1b']
       # Optional: add fail-fast: false if you want all matrix jobs to continue even if one fails
       fail-fast: false
     uses: ./.github/workflows/bench_job.yml
     with:
-      config: '{"M4PRO_GPU16_24GB": 2}'
+      config: '{"M3MAX_GPU40_128GB": 1}'
       model: ${{ matrix.model }}
-      calling_job_name: 'test-m4-cluster'
+      calling_job_name: 'test-m3-cluster'
     secrets: inherit