更新 requirements.txt

requirements.txt

@@ -1,47 +1,77 @@
 # API requirements
-langchain>=0.0.329 # suggest to use latest Langchain
+
-langchain-experimental>=0.0.30
+torch~=2.1.2
-fschat[model_worker]==0.2.32
+torchvision~=0.16.2
-openai>=0.28.1
+torchaudio~=2.1.2
-sentence_transformers
+xformers==0.0.23.post1
-transformers>=4.34
+transformers==4.36.2
-torch>=2.0.1 # suggest version 2.1
+sentence_transformers==2.2.2
-torchvision
+
-torchaudio
+langchain==0.0.354
-fastapi>=0.104
+langchain-experimental==0.0.47
+pydantic==1.10.13
+fschat==0.2.34
+openai~=1.7.1
+fastapi~=0.108.0
+sse_starlette==1.8.2
 nltk>=3.8.1
-uvicorn~=0.23.1
+uvicorn>=0.24.0.post1
-starlette~=0.27.0
+starlette~=0.32.0
-pydantic~=1.10.11
+unstructured[all-docs]==0.11.0
-unstructured[all-docs]>=0.10.12
 python-magic-bin; sys_platform == 'win32'
 SQLAlchemy==2.0.19
-faiss-cpu
+faiss-cpu~=1.7.4  # `conda install faiss-gpu -c conda-forge` if you want to accelerate with gpus
-accelerate
+accelerate~=0.24.1
-spacy
+spacy~=3.7.2
-PyMuPDF
+PyMuPDF~=1.23.8
-rapidocr_onnxruntime
+rapidocr_onnxruntime==1.3.8
 requests~=2.31.0
 pathlib~=1.0.1
 pytest~=7.4.3
-numexpr~=2.8.7
+numexpr~=2.8.6 # max version for py38
 strsimpy~=0.2.1
 markdownify~=0.11.6
-tiktoken
+tiktoken~=0.5.2
-tqdm~=4.66.1
+tqdm>=4.66.1
-websockets~=11.0.3
+websockets>=12.0
 numpy~=1.24.4
 pandas~=2.0.3
-einops
+einops>=0.7.0
 transformers_stream_generator==0.0.4
-vllm>=0.2.0; sys_platform == "linux"
+vllm==0.2.6; sys_platform == "linux"
-httpx[brotli,http2,socks]>=0.25.0
+httpx[brotli,http2,socks]==0.25.2
-watchdog
+llama-index
-sentencepiece~=0.1.99
+
-cachetools~=5.3.2
+# optional document loaders
-chardet~=5.2.0
+
-python-dateutil~=2.8.2
+# rapidocr_paddle[gpu]>=1.3.0.post5 # gpu accelleration for ocr of pdf and image files
-safetensors~=0.4.0
+jq==1.6.0 # for .json and .jsonl files. suggest `conda install jq` on windows
-colorama~=0.4.6
+beautifulsoup4~=4.12.2 # for .mhtml files
-loguru~=0.7.2
+pysrt~=1.1.2
-pyyaml~=6.0.1
+
+# Online api libs dependencies
+
+zhipuai==1.0.7 # zhipu
+dashscope==1.13.6 # qwen
+# volcengine>=1.0.119 # fangzhou
+
+# uncomment libs if you want to use corresponding vector store
+# pymilvus>=2.3.4
+# psycopg2==2.9.9
+# pgvector>=0.2.4
+
+# Agent and Search Tools
+
+arxiv~=2.1.0
+youtube-search~=2.1.2
+duckduckgo-search~=3.9.9
+metaphor-python~=0.1.23
+
+# WebUI requirements
+
+streamlit~=1.29.0
+streamlit-option-menu>=0.3.6
+streamlit-chatbox==1.1.11
+streamlit-modal>=0.1.0
+streamlit-aggrid>=0.3.4.post3
+watchdog>=3.0.0