bootstrap.sh 8.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268
  1. #!/bin/bash
  2. set -e
  3. command_exists() {
  4. command -v "$1" >/dev/null 2>&1
  5. }
  6. log() {
  7. echo "[$(date '+%Y-%m-%d %H:%M:%S')] $1"
  8. }
  9. if [ "$EUID" -eq 0 ]; then
  10. log "Please do not run as root. Run as regular user with sudo access."
  11. exit 1
  12. fi
  13. # Check for required arguments
  14. if [ -z "$1" ]; then
  15. log "Error: Runner token is required"
  16. log "Usage: $0 <runner-token> [tailscale-auth-key]"
  17. exit 1
  18. fi
  19. RUNNER_TOKEN=$1
  20. TAILSCALE_AUTH_KEY=$2
  21. REPO="exo-explore/exo"
  22. # Add sudoers configuration
  23. log "Configuring sudo access..."
  24. SUDOERS_CONTENT="$(whoami) ALL=(ALL) NOPASSWD: ALL"
  25. echo "$SUDOERS_CONTENT" | sudo tee /etc/sudoers.d/github-runner > /dev/null
  26. sudo chmod 440 /etc/sudoers.d/github-runner
  27. log "Configuring privacy permissions..."
  28. sudo tccutil reset All
  29. sudo tccutil reset SystemPolicyAllFiles
  30. sudo tccutil reset SystemPolicyNetworkVolumes
  31. # For Python specifically
  32. PYTHON_PATH="/opt/homebrew/bin/python3.12"
  33. sudo chmod 755 "$PYTHON_PATH"
  34. # Add to firewall
  35. log "Configuring firewall access..."
  36. sudo /usr/libexec/ApplicationFirewall/socketfilterfw --add "$PYTHON_PATH"
  37. sudo /usr/libexec/ApplicationFirewall/socketfilterfw --unblock "$PYTHON_PATH"
  38. # Set Homebrew paths based on architecture
  39. if [ "$(uname -p)" = "arm" ]; then
  40. BREW_PREFIX="/opt/homebrew"
  41. else
  42. BREW_PREFIX="/usr/local"
  43. fi
  44. # Install Homebrew if not present
  45. if ! command_exists brew; then
  46. log "Installing Homebrew..."
  47. /bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)"
  48. echo 'eval "$(/opt/homebrew/bin/brew shellenv)"' >> ~/.zshrc
  49. eval "$(/opt/homebrew/bin/brew shellenv)"
  50. fi
  51. # Install required packages
  52. log "Installing required packages..."
  53. export HOMEBREW_NO_AUTO_UPDATE=1
  54. brew install python@3.12 coreutils
  55. # Optional Tailscale setup if auth key is provided
  56. if [ -n "$TAILSCALE_AUTH_KEY" ]; then
  57. log "Installing and configuring Tailscale..."
  58. brew install --quiet tailscale
  59. sudo brew services stop tailscale 2>/dev/null || true
  60. sudo rm -f /var/db/tailscale/tailscaled.state 2>/dev/null || true
  61. sudo brew services start tailscale
  62. sleep 2
  63. sudo tailscale up --authkey=$TAILSCALE_AUTH_KEY
  64. # Enable SSH and Screen Sharing
  65. log "Enabling remote access services..."
  66. sudo launchctl load -w /System/Library/LaunchDaemons/ssh.plist
  67. sudo /System/Library/CoreServices/RemoteManagement/ARDAgent.app/Contents/Resources/kickstart \
  68. -activate \
  69. -configure -access -on \
  70. -configure -allowAccessFor -allUsers \
  71. -configure -restart -agent -privs -all
  72. # Create launch daemon for remote access
  73. sudo bash -c 'cat > /Library/LaunchDaemons/com.remote.access.setup.plist' << 'EOL'
  74. <?xml version="1.0" encoding="UTF-8"?>
  75. <!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
  76. <plist version="1.0">
  77. <dict>
  78. <key>Label</key>
  79. <string>com.remote.access.setup</string>
  80. <key>ProgramArguments</key>
  81. <array>
  82. <string>/bin/bash</string>
  83. <string>-c</string>
  84. <string>
  85. launchctl load -w /System/Library/LaunchDaemons/ssh.plist;
  86. /System/Library/CoreServices/RemoteManagement/ARDAgent.app/Contents/Resources/kickstart -activate -configure -access -on
  87. </string>
  88. </array>
  89. <key>RunAtLoad</key>
  90. <true/>
  91. </dict>
  92. </plist>
  93. EOL
  94. sudo chmod 644 /Library/LaunchDaemons/com.remote.access.setup.plist
  95. sudo launchctl load -w /Library/LaunchDaemons/com.remote.access.setup.plist
  96. fi
  97. # Configure GitHub Actions Runner
  98. log "Gathering system metadata..."
  99. MACHINE_NAME=$(scutil --get ComputerName)
  100. MACHINE_NAME="runner-$(echo -n "$MACHINE_NAME" | tr '[:upper:]' '[:lower:]' | tr -cd '[:alnum:]-')"
  101. # Enhanced Apple Silicon detection
  102. MACHINE_INFO=$(system_profiler SPHardwareDataType)
  103. CHIP_FULL=$(echo "$MACHINE_INFO" | grep "Chip" | cut -d: -f2 | xargs)
  104. if [[ $CHIP_FULL =~ "Apple" ]]; then
  105. CHIP_MODEL=$(echo "$CHIP_FULL" | sed 's/^Apple //' | tr -d ' ' | tr '[:lower:]' '[:upper:]')
  106. GPU_CORES=$(ioreg -l | grep "gpu-core-count" | awk -F'= ' '{print $2}')
  107. if [ -z "$GPU_CORES" ]; then
  108. GPU_CORES="N/A"
  109. fi
  110. else
  111. CHIP_MODEL="Intel"
  112. GPU_CORES="N/A"
  113. fi
  114. MEMORY=$(($(sysctl -n hw.memsize) / 1024 / 1024 / 1024))
  115. # Set up GitHub Runner
  116. RUNNER_DIR="$HOME/actions-runner"
  117. # Check if runner is already configured
  118. if [ -f "$RUNNER_DIR/.runner" ]; then
  119. log "Runner already configured. Stopping existing service..."
  120. sudo launchctl unload /Library/LaunchDaemons/com.github.runner.plist 2>/dev/null || true
  121. fi
  122. # Create runner directory if it doesn't exist
  123. mkdir -p "$RUNNER_DIR"
  124. cd "$RUNNER_DIR"
  125. CUSTOM_LABELS="self-hosted,macos,arm64,${CHIP_MODEL}_GPU${GPU_CORES}_${MEMORY}GB"
  126. # Only download and extract if not already present or if forced
  127. if [ ! -f "$RUNNER_DIR/run.sh" ] || [ "${FORCE_SETUP:-false}" = "true" ]; then
  128. log "Downloading GitHub Actions runner..."
  129. RUNNER_VERSION=$(curl -s https://api.github.com/repos/actions/runner/releases/latest | grep '"tag_name":' | cut -d'"' -f4)
  130. curl -o actions-runner.tar.gz -L "https://github.com/actions/runner/releases/download/${RUNNER_VERSION}/actions-runner-osx-arm64-${RUNNER_VERSION#v}.tar.gz"
  131. tar xzf actions-runner.tar.gz
  132. rm actions-runner.tar.gz
  133. else
  134. log "Runner already downloaded, skipping download step"
  135. fi
  136. log "Configuring runner with labels: $CUSTOM_LABELS"
  137. ./config.sh --unattended \
  138. --url "https://github.com/${REPO}" \
  139. --token "${RUNNER_TOKEN}" \
  140. --name "${MACHINE_NAME}" \
  141. --labels "${CUSTOM_LABELS}" \
  142. --work "_work"
  143. # Create and load launch daemon
  144. log "Creating LaunchDaemon service..."
  145. sudo tee /Library/LaunchDaemons/com.github.runner.plist > /dev/null << EOF
  146. <?xml version="1.0" encoding="UTF-8"?>
  147. <!DOCTYPE plist PUBLIC "-//Apple Computer//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
  148. <plist version="1.0">
  149. <dict>
  150. <key>Label</key>
  151. <string>com.github.runner</string>
  152. <key>UserName</key>
  153. <string>$(whoami)</string>
  154. <key>WorkingDirectory</key>
  155. <string>${RUNNER_DIR}</string>
  156. <key>ProgramArguments</key>
  157. <array>
  158. <string>${RUNNER_DIR}/run.sh</string>
  159. </array>
  160. <key>RunAtLoad</key>
  161. <true/>
  162. <key>KeepAlive</key>
  163. <true/>
  164. <key>ProcessType</key>
  165. <string>Interactive</string>
  166. <key>Nice</key>
  167. <integer>-20</integer>
  168. <key>IOSchedulingPriority</key>
  169. <integer>0</integer>
  170. <key>ThrottleInterval</key>
  171. <integer>0</integer>
  172. <key>LowPriorityIO</key>
  173. <false/>
  174. <key>MaterializeDataless</key>
  175. <true/>
  176. <key>HardResourceLimits</key>
  177. <dict>
  178. <key>NumberOfFiles</key>
  179. <integer>524288</integer>
  180. <key>MemoryLock</key>
  181. <integer>-1</integer>
  182. </dict>
  183. <key>SoftResourceLimits</key>
  184. <dict>
  185. <key>NumberOfFiles</key>
  186. <integer>524288</integer>
  187. <key>MemoryLock</key>
  188. <integer>-1</integer>
  189. </dict>
  190. <key>EnvironmentVariables</key>
  191. <dict>
  192. <key>PATH</key>
  193. <string>/usr/local/bin:/opt/homebrew/bin:/usr/bin:/bin:/usr/sbin:/sbin</string>
  194. <key>MLX_USE_GPU</key>
  195. <string>1</string>
  196. <key>OBJC_DEBUG_MISSING_POOLS</key>
  197. <string>NO</string>
  198. <key>METAL_DEBUG_ERROR_MODE</key>
  199. <string>0</string>
  200. <key>METAL_DEVICE_WRAPPER_TYPE</key>
  201. <string>1</string>
  202. </dict>
  203. </dict>
  204. </plist>
  205. EOF
  206. log "Starting GitHub Actions runner service..."
  207. sudo chmod 644 /Library/LaunchDaemons/com.github.runner.plist
  208. sudo launchctl unload /Library/LaunchDaemons/com.github.runner.plist 2>/dev/null || true
  209. sudo launchctl load /Library/LaunchDaemons/com.github.runner.plist
  210. # Add Runner.Listener permissions (after runner installation)
  211. RUNNER_PATH="$RUNNER_DIR/bin/Runner.Listener"
  212. sudo chmod 755 "$RUNNER_PATH"
  213. sudo /usr/libexec/ApplicationFirewall/socketfilterfw --add "$RUNNER_PATH"
  214. sudo /usr/libexec/ApplicationFirewall/socketfilterfw --unblock "$RUNNER_PATH"
  215. # Create connection info file if Tailscale is configured
  216. if [ -n "$TAILSCALE_AUTH_KEY" ]; then
  217. TAILSCALE_IP=$(tailscale ip)
  218. cat > "$HOME/remote_access_info.txt" << EOL
  219. Mac Remote Access Information
  220. ============================
  221. Computer Name: $MACHINE_NAME
  222. Username: $USER
  223. Tailscale IP: $TAILSCALE_IP
  224. SSH Command: ssh $USER@$TAILSCALE_IP
  225. Screen Sharing: vnc://$TAILSCALE_IP
  226. EOL
  227. chmod 600 "$HOME/remote_access_info.txt"
  228. fi
  229. log "Verifying runner service status..."
  230. if sudo launchctl list | grep com.github.runner > /dev/null; then
  231. log "GitHub Actions runner service is running successfully!"
  232. log "Runner labels: $CUSTOM_LABELS"
  233. [ -n "$TAILSCALE_AUTH_KEY" ] && log "Remote access details saved to: $HOME/remote_access_info.txt"
  234. else
  235. log "Error: Failed to start GitHub Actions runner service"
  236. exit 1
  237. fi