requirements.txt 2.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146
  1. fastapi==0.115.7
  2. uvicorn[standard]==0.35.0
  3. pydantic==2.11.7
  4. python-multipart==0.0.20
  5. python-socketio==5.13.0
  6. python-jose==3.4.0
  7. passlib[bcrypt]==1.7.4
  8. cryptography
  9. requests==2.32.4
  10. aiohttp==3.11.11
  11. async-timeout
  12. aiocache
  13. aiofiles
  14. starlette-compress==1.6.0
  15. httpx[socks,http2,zstd,cli,brotli]==0.28.1
  16. sqlalchemy==2.0.38
  17. alembic==1.14.0
  18. peewee==3.18.1
  19. peewee-migrate==1.12.2
  20. psycopg2-binary==2.9.9
  21. pgvector==0.4.0
  22. PyMySQL==1.1.1
  23. bcrypt==4.3.0
  24. pymongo
  25. redis
  26. boto3==1.35.53
  27. argon2-cffi==23.1.0
  28. APScheduler==3.10.4
  29. pycrdt==0.12.25
  30. RestrictedPython==8.0
  31. loguru==0.7.3
  32. asgiref==3.8.1
  33. # AI libraries
  34. openai
  35. anthropic
  36. google-genai==1.15.0
  37. google-generativeai==0.8.5
  38. tiktoken
  39. langchain==0.3.26
  40. langchain-community==0.3.26
  41. fake-useragent==2.1.0
  42. chromadb==0.6.3
  43. posthog==5.4.0
  44. pymilvus==2.5.0
  45. qdrant-client==1.14.3
  46. opensearch-py==2.8.0
  47. playwright==1.49.1 # Caution: version must match docker-compose.playwright.yaml
  48. elasticsearch==9.0.1
  49. pinecone==6.0.2
  50. transformers
  51. sentence-transformers==4.1.0
  52. accelerate
  53. colbert-ai==0.2.21
  54. einops==0.8.1
  55. ftfy==6.2.3
  56. pypdf==4.3.1
  57. fpdf2==2.8.2
  58. pymdown-extensions==10.14.2
  59. docx2txt==0.8
  60. python-pptx==1.0.2
  61. unstructured==0.16.17
  62. nltk==3.9.1
  63. Markdown==3.7
  64. pypandoc==1.15
  65. pandas==2.2.3
  66. openpyxl==3.1.5
  67. pyxlsb==1.0.10
  68. xlrd==2.0.1
  69. validators==0.35.0
  70. psutil
  71. sentencepiece
  72. soundfile==0.13.1
  73. azure-ai-documentintelligence==1.0.2
  74. pillow==11.2.1
  75. opencv-python-headless==4.11.0.86
  76. rapidocr-onnxruntime==1.4.4
  77. rank-bm25==0.2.2
  78. onnxruntime==1.20.1
  79. faster-whisper==1.1.1
  80. PyJWT[crypto]==2.10.1
  81. authlib==1.4.1
  82. black==25.1.0
  83. langfuse==2.44.0
  84. youtube-transcript-api==1.1.0
  85. pytube==15.0.0
  86. pydub
  87. ddgs==9.0.0
  88. ## Google Drive
  89. google-api-python-client
  90. google-auth-httplib2
  91. google-auth-oauthlib
  92. ## Tests
  93. docker~=7.1.0
  94. pytest~=8.3.5
  95. pytest-docker~=3.1.1
  96. googleapis-common-protos==1.63.2
  97. google-cloud-storage==2.19.0
  98. azure-identity==1.23.0
  99. azure-storage-blob==12.24.1
  100. ## LDAP
  101. ldap3==2.9.1
  102. ## Firecrawl
  103. firecrawl-py==1.12.0
  104. # Sougou API SDK(Tencentcloud SDK)
  105. tencentcloud-sdk-python==3.0.1336
  106. ## Trace
  107. opentelemetry-api==1.32.1
  108. opentelemetry-sdk==1.32.1
  109. opentelemetry-exporter-otlp==1.32.1
  110. opentelemetry-instrumentation==0.53b1
  111. opentelemetry-instrumentation-fastapi==0.53b1
  112. opentelemetry-instrumentation-sqlalchemy==0.53b1
  113. opentelemetry-instrumentation-redis==0.53b1
  114. opentelemetry-instrumentation-requests==0.53b1
  115. opentelemetry-instrumentation-logging==0.53b1
  116. opentelemetry-instrumentation-httpx==0.53b1
  117. opentelemetry-instrumentation-aiohttp-client==0.53b1