test_ai/requirements.txt

72 lines
1.3 KiB
Plaintext
Raw Normal View History

2024-01-12 10:26:57 +08:00
# API requirements
langchain>=0.0.329 # suggest to use latest Langchain
langchain-experimental>=0.0.30
fschat[model_worker]==0.2.32
xformers>=0.0.22.post4
openai>=0.28.1
sentence_transformers
transformers>=4.34
torch>=2.0.1 # suggest version 2.1
torchvision
torchaudio
fastapi>=0.104
nltk>=3.8.1
uvicorn~=0.23.1
starlette~=0.27.0
pydantic~=1.10.11
unstructured[all-docs]>=0.10.12
python-magic-bin; sys_platform == 'win32'
SQLAlchemy==2.0.19
faiss-cpu
accelerate
spacy
PyMuPDF
rapidocr_onnxruntime
requests~=2.31.0
pathlib~=1.0.1
pytest~=7.4.3
numexpr~=2.8.7
strsimpy~=0.2.1
markdownify~=0.11.6
tiktoken
tqdm~=4.66.1
websockets~=11.0.3
numpy~=1.24.4
pandas~=2.0.3
einops
transformers_stream_generator==0.0.4
vllm>=0.2.0; sys_platform == "linux"
# online api libs
# zhipuai
# dashscope>=1.10.0 # qwen
# qianfan
# volcengine>=1.0.106 # fangzhou
# uncomment libs if you want to use corresponding vector store
# pymilvus==2.1.3 # requires milvus==2.1.3
# psycopg2
# pgvector
# WebUI requirements
streamlit~=1.27.0
streamlit-option-menu>=0.3.6
streamlit-antd-components>=0.1.11
streamlit-chatbox>=1.1.11
streamlit-aggrid>=0.3.4.post3
httpx[brotli,http2,socks]>=0.25.0
watchdog
sentencepiece~=0.1.99
cachetools~=5.3.2
chardet~=5.2.0
python-dateutil~=2.8.2
safetensors~=0.4.0
readline~=8.2
colorama~=0.4.6
loguru~=0.7.2
pyyaml~=6.0.1