requirements.txt 2.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142
  1. fastapi==0.115.7
  2. uvicorn[standard]==0.34.2
  3. pydantic==2.10.6
  4. python-multipart==0.0.20
  5. python-socketio==5.13.0
  6. python-jose==3.4.0
  7. passlib[bcrypt]==1.7.4
  8. requests==2.32.4
  9. aiohttp==3.11.11
  10. async-timeout
  11. aiocache
  12. aiofiles
  13. starlette-compress==1.6.0
  14. sqlalchemy==2.0.38
  15. alembic==1.14.0
  16. peewee==3.18.1
  17. peewee-migrate==1.12.2
  18. psycopg2-binary==2.9.9
  19. pgvector==0.4.0
  20. PyMySQL==1.1.1
  21. bcrypt==4.3.0
  22. pymongo
  23. redis
  24. boto3==1.35.53
  25. argon2-cffi==23.1.0
  26. APScheduler==3.10.4
  27. RestrictedPython==8.0
  28. loguru==0.7.3
  29. asgiref==3.8.1
  30. # AI libraries
  31. openai
  32. anthropic
  33. google-genai==1.15.0
  34. google-generativeai==0.8.5
  35. tiktoken
  36. langchain==0.3.24
  37. langchain-community==0.3.23
  38. fake-useragent==2.1.0
  39. chromadb==0.6.3
  40. pymilvus==2.5.0
  41. qdrant-client~=1.12.0
  42. opensearch-py==2.8.0
  43. playwright==1.49.1 # Caution: version must match docker-compose.playwright.yaml
  44. elasticsearch==9.0.1
  45. pinecone==6.0.2
  46. transformers
  47. sentence-transformers==4.1.0
  48. accelerate
  49. colbert-ai==0.2.21
  50. einops==0.8.1
  51. ftfy==6.2.3
  52. pypdf==4.3.1
  53. fpdf2==2.8.2
  54. pymdown-extensions==10.14.2
  55. docx2txt==0.8
  56. python-pptx==1.0.0
  57. unstructured==0.16.17
  58. nltk==3.9.1
  59. Markdown==3.7
  60. pypandoc==1.15
  61. pandas==2.2.3
  62. openpyxl==3.1.5
  63. pyxlsb==1.0.10
  64. xlrd==2.0.1
  65. validators==0.35.0
  66. psutil
  67. sentencepiece
  68. soundfile==0.13.1
  69. azure-ai-documentintelligence==1.0.2
  70. pillow==11.2.1
  71. opencv-python-headless==4.11.0.86
  72. rapidocr-onnxruntime==1.4.4
  73. rank-bm25==0.2.2
  74. onnxruntime==1.20.1
  75. faster-whisper==1.1.1
  76. PyJWT[crypto]==2.10.1
  77. authlib==1.4.1
  78. black==25.1.0
  79. langfuse==2.44.0
  80. youtube-transcript-api==1.1.0
  81. pytube==15.0.0
  82. extract_msg
  83. pydub
  84. duckduckgo-search==8.0.2
  85. ## Google Drive
  86. google-api-python-client
  87. google-auth-httplib2
  88. google-auth-oauthlib
  89. ## Tests
  90. docker~=7.1.0
  91. pytest~=8.3.5
  92. pytest-docker~=3.1.1
  93. googleapis-common-protos==1.63.2
  94. google-cloud-storage==2.19.0
  95. azure-identity==1.21.0
  96. azure-storage-blob==12.24.1
  97. ## LDAP
  98. ldap3==2.9.1
  99. ## Firecrawl
  100. firecrawl-py==1.12.0
  101. # Sougou API SDK(Tencentcloud SDK)
  102. tencentcloud-sdk-python==3.0.1336
  103. ## Trace
  104. opentelemetry-api==1.32.1
  105. opentelemetry-sdk==1.32.1
  106. opentelemetry-exporter-otlp==1.32.1
  107. opentelemetry-instrumentation==0.53b1
  108. opentelemetry-instrumentation-fastapi==0.53b1
  109. opentelemetry-instrumentation-sqlalchemy==0.53b1
  110. opentelemetry-instrumentation-redis==0.53b1
  111. opentelemetry-instrumentation-requests==0.53b1
  112. opentelemetry-instrumentation-logging==0.53b1
  113. opentelemetry-instrumentation-httpx==0.53b1
  114. opentelemetry-instrumentation-aiohttp-client==0.53b1