From 3aa9466a666cde2bdbe02aa43fa2f8e6b7e6d22a Mon Sep 17 00:00:00 2001 From: xyj <1090822794@qq.com> Date: Fri, 12 Jan 2024 13:05:18 +0800 Subject: [PATCH] =?UTF-8?q?=E6=9B=B4=E6=96=B0=20requirements.txt?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- requirements.txt | 124 +++++++++++++++++++++++++++++------------------ 1 file changed, 77 insertions(+), 47 deletions(-) diff --git a/requirements.txt b/requirements.txt index 8d18407..de736e2 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,47 +1,77 @@ -# API requirements -langchain>=0.0.329 # suggest to use latest Langchain -langchain-experimental>=0.0.30 -fschat[model_worker]==0.2.32 -openai>=0.28.1 -sentence_transformers -transformers>=4.34 -torch>=2.0.1 # suggest version 2.1 -torchvision -torchaudio -fastapi>=0.104 -nltk>=3.8.1 -uvicorn~=0.23.1 -starlette~=0.27.0 -pydantic~=1.10.11 -unstructured[all-docs]>=0.10.12 -python-magic-bin; sys_platform == 'win32' -SQLAlchemy==2.0.19 -faiss-cpu -accelerate -spacy -PyMuPDF -rapidocr_onnxruntime -requests~=2.31.0 -pathlib~=1.0.1 -pytest~=7.4.3 -numexpr~=2.8.7 -strsimpy~=0.2.1 -markdownify~=0.11.6 -tiktoken -tqdm~=4.66.1 -websockets~=11.0.3 -numpy~=1.24.4 -pandas~=2.0.3 -einops -transformers_stream_generator==0.0.4 -vllm>=0.2.0; sys_platform == "linux" -httpx[brotli,http2,socks]>=0.25.0 -watchdog -sentencepiece~=0.1.99 -cachetools~=5.3.2 -chardet~=5.2.0 -python-dateutil~=2.8.2 -safetensors~=0.4.0 -colorama~=0.4.6 -loguru~=0.7.2 -pyyaml~=6.0.1 \ No newline at end of file +# API requirements + +torch~=2.1.2 +torchvision~=0.16.2 +torchaudio~=2.1.2 +xformers==0.0.23.post1 +transformers==4.36.2 +sentence_transformers==2.2.2 + +langchain==0.0.354 +langchain-experimental==0.0.47 +pydantic==1.10.13 +fschat==0.2.34 +openai~=1.7.1 +fastapi~=0.108.0 +sse_starlette==1.8.2 +nltk>=3.8.1 +uvicorn>=0.24.0.post1 +starlette~=0.32.0 +unstructured[all-docs]==0.11.0 +python-magic-bin; sys_platform == 'win32' +SQLAlchemy==2.0.19 +faiss-cpu~=1.7.4 # `conda install faiss-gpu -c conda-forge` if you want to accelerate with gpus +accelerate~=0.24.1 +spacy~=3.7.2 +PyMuPDF~=1.23.8 +rapidocr_onnxruntime==1.3.8 +requests~=2.31.0 +pathlib~=1.0.1 +pytest~=7.4.3 +numexpr~=2.8.6 # max version for py38 +strsimpy~=0.2.1 +markdownify~=0.11.6 +tiktoken~=0.5.2 +tqdm>=4.66.1 +websockets>=12.0 +numpy~=1.24.4 +pandas~=2.0.3 +einops>=0.7.0 +transformers_stream_generator==0.0.4 +vllm==0.2.6; sys_platform == "linux" +httpx[brotli,http2,socks]==0.25.2 +llama-index + +# optional document loaders + +# rapidocr_paddle[gpu]>=1.3.0.post5 # gpu accelleration for ocr of pdf and image files +jq==1.6.0 # for .json and .jsonl files. suggest `conda install jq` on windows +beautifulsoup4~=4.12.2 # for .mhtml files +pysrt~=1.1.2 + +# Online api libs dependencies + +zhipuai==1.0.7 # zhipu +dashscope==1.13.6 # qwen +# volcengine>=1.0.119 # fangzhou + +# uncomment libs if you want to use corresponding vector store +# pymilvus>=2.3.4 +# psycopg2==2.9.9 +# pgvector>=0.2.4 + +# Agent and Search Tools + +arxiv~=2.1.0 +youtube-search~=2.1.2 +duckduckgo-search~=3.9.9 +metaphor-python~=0.1.23 + +# WebUI requirements + +streamlit~=1.29.0 +streamlit-option-menu>=0.3.6 +streamlit-chatbox==1.1.11 +streamlit-modal>=0.1.0 +streamlit-aggrid>=0.3.4.post3 +watchdog>=3.0.0 \ No newline at end of file