start.sh 2.6 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374
  1. #!/usr/bin/env bash
  2. SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
  3. cd "$SCRIPT_DIR" || exit
  4. # Add conditional Playwright browser installation
  5. if [[ "${WEB_LOADER_ENGINE,,}" == "playwright" ]]; then
  6. if [[ -z "${PLAYWRIGHT_WS_URL}" ]]; then
  7. echo "Installing Playwright browsers..."
  8. playwright install chromium
  9. playwright install-deps chromium
  10. fi
  11. python -c "import nltk; nltk.download('punkt_tab')"
  12. fi
  13. if [ -n "${WEBUI_SECRET_KEY_FILE}" ]; then
  14. KEY_FILE="${WEBUI_SECRET_KEY_FILE}"
  15. else
  16. KEY_FILE=".webui_secret_key"
  17. fi
  18. PORT="${PORT:-8080}"
  19. HOST="${HOST:-0.0.0.0}"
  20. if test "$WEBUI_SECRET_KEY $WEBUI_JWT_SECRET_KEY" = " "; then
  21. echo "Loading WEBUI_SECRET_KEY from file, not provided as an environment variable."
  22. if ! [ -e "$KEY_FILE" ]; then
  23. echo "Generating WEBUI_SECRET_KEY"
  24. # Generate a random value to use as a WEBUI_SECRET_KEY in case the user didn't provide one.
  25. echo $(head -c 12 /dev/random | base64) > "$KEY_FILE"
  26. fi
  27. echo "Loading WEBUI_SECRET_KEY from $KEY_FILE"
  28. WEBUI_SECRET_KEY=$(cat "$KEY_FILE")
  29. fi
  30. if [[ "${USE_OLLAMA_DOCKER,,}" == "true" ]]; then
  31. echo "USE_OLLAMA is set to true, starting ollama serve."
  32. ollama serve &
  33. fi
  34. if [[ "${USE_CUDA_DOCKER,,}" == "true" ]]; then
  35. echo "CUDA is enabled, appending LD_LIBRARY_PATH to include torch/cudnn & cublas libraries."
  36. export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/usr/local/lib/python3.11/site-packages/torch/lib:/usr/local/lib/python3.11/site-packages/nvidia/cudnn/lib"
  37. fi
  38. # Check if SPACE_ID is set, if so, configure for space
  39. if [ -n "$SPACE_ID" ]; then
  40. echo "Configuring for HuggingFace Space deployment"
  41. if [ -n "$ADMIN_USER_EMAIL" ] && [ -n "$ADMIN_USER_PASSWORD" ]; then
  42. echo "Admin user configured, creating"
  43. WEBUI_SECRET_KEY="$WEBUI_SECRET_KEY" uvicorn open_webui.main:app --host "$HOST" --port "$PORT" --forwarded-allow-ips '*' &
  44. webui_pid=$!
  45. echo "Waiting for webui to start..."
  46. while ! curl -s http://localhost:8080/health > /dev/null; do
  47. sleep 1
  48. done
  49. echo "Creating admin user..."
  50. curl \
  51. -X POST "http://localhost:8080/api/v1/auths/signup" \
  52. -H "accept: application/json" \
  53. -H "Content-Type: application/json" \
  54. -d "{ \"email\": \"${ADMIN_USER_EMAIL}\", \"password\": \"${ADMIN_USER_PASSWORD}\", \"name\": \"Admin\" }"
  55. echo "Shutting down webui..."
  56. kill $webui_pid
  57. fi
  58. export WEBUI_URL=${SPACE_HOST}
  59. fi
  60. PYTHON_CMD=$(command -v python3 || command -v python)
  61. WEBUI_SECRET_KEY="$WEBUI_SECRET_KEY" exec "$PYTHON_CMD" -m uvicorn open_webui.main:app --host "$HOST" --port "$PORT" --forwarded-allow-ips '*' --workers "${UVICORN_WORKERS:-1}"