2024-01-12 10:26:57 +08:00
|
|
|
# API requirements
|
|
|
|
|
langchain>=0.0.329 # suggest to use latest Langchain
|
|
|
|
|
langchain-experimental>=0.0.30
|
|
|
|
|
fschat[model_worker]==0.2.32
|
|
|
|
|
openai>=0.28.1
|
|
|
|
|
sentence_transformers
|
|
|
|
|
transformers>=4.34
|
|
|
|
|
torch>=2.0.1 # suggest version 2.1
|
|
|
|
|
torchvision
|
|
|
|
|
torchaudio
|
|
|
|
|
fastapi>=0.104
|
|
|
|
|
nltk>=3.8.1
|
|
|
|
|
uvicorn~=0.23.1
|
|
|
|
|
starlette~=0.27.0
|
|
|
|
|
pydantic~=1.10.11
|
|
|
|
|
unstructured[all-docs]>=0.10.12
|
|
|
|
|
python-magic-bin; sys_platform == 'win32'
|
|
|
|
|
SQLAlchemy==2.0.19
|
|
|
|
|
faiss-cpu
|
|
|
|
|
accelerate
|
|
|
|
|
spacy
|
|
|
|
|
PyMuPDF
|
|
|
|
|
rapidocr_onnxruntime
|
2024-01-12 11:47:21 +08:00
|
|
|
requests~=2.31.0
|
|
|
|
|
pathlib~=1.0.1
|
|
|
|
|
pytest~=7.4.3
|
|
|
|
|
numexpr~=2.8.7
|
|
|
|
|
strsimpy~=0.2.1
|
|
|
|
|
markdownify~=0.11.6
|
2024-01-12 10:26:57 +08:00
|
|
|
tiktoken
|
2024-01-12 11:47:21 +08:00
|
|
|
tqdm~=4.66.1
|
|
|
|
|
websockets~=11.0.3
|
2024-01-12 10:26:57 +08:00
|
|
|
numpy~=1.24.4
|
|
|
|
|
pandas~=2.0.3
|
|
|
|
|
einops
|
|
|
|
|
transformers_stream_generator==0.0.4
|
|
|
|
|
vllm>=0.2.0; sys_platform == "linux"
|
2024-01-12 11:47:21 +08:00
|
|
|
httpx[brotli,http2,socks]>=0.25.0
|
|
|
|
|
watchdog
|
|
|
|
|
sentencepiece~=0.1.99
|
|
|
|
|
cachetools~=5.3.2
|
|
|
|
|
chardet~=5.2.0
|
|
|
|
|
python-dateutil~=2.8.2
|
|
|
|
|
safetensors~=0.4.0
|
|
|
|
|
colorama~=0.4.6
|
|
|
|
|
loguru~=0.7.2
|
|
|
|
|
pyyaml~=6.0.1
|
