.gitignore

@@ -1,4 +1,3 @@
 .idea
 moka-ai/*
 logs
-knowledge_base/*

knowledge_base/ceshi/content/test.txt

@@ -1,7 +0,0 @@
-1. 你是谁？
-您好，我是里海科技的农业智能顾问。
-2. 星火
-抱歉，有什么农业相关的问题可以为您解答吗？
-3. 讯飞
-抱歉，有什么农业相关的问题可以为您解答吗？
-

requirements.txt

@@ -1,7 +1,9 @@
 # API requirements
+
 langchain>=0.0.329 # suggest to use latest Langchain
 langchain-experimental>=0.0.30
 fschat[model_worker]==0.2.32
+xformers>=0.0.22.post4
 openai>=0.28.1
 sentence_transformers
 transformers>=4.34
@@ -21,27 +23,30 @@ accelerate
 spacy
 PyMuPDF
 rapidocr_onnxruntime
-requests~=2.31.0
+
-pathlib~=1.0.1
+requests
-pytest~=7.4.3
+pathlib
-numexpr~=2.8.7
+pytest
-strsimpy~=0.2.1
+numexpr
-markdownify~=0.11.6
+strsimpy
+markdownify
 tiktoken
-tqdm~=4.66.1
+tqdm
-websockets~=11.0.3
+websockets
 numpy~=1.24.4
 pandas~=2.0.3
 einops
 transformers_stream_generator==0.0.4
+
 vllm>=0.2.0; sys_platform == "linux"
-httpx[brotli,http2,socks]>=0.25.0
+
-watchdog
+# online api libs
-sentencepiece~=0.1.99
+zhipuai
-cachetools~=5.3.2
+dashscope>=1.10.0 # qwen
-chardet~=5.2.0
+qianfan
-python-dateutil~=2.8.2
+# volcengine>=1.0.106 # fangzhou
-safetensors~=0.4.0
+
-colorama~=0.4.6
+# uncomment libs if you want to use corresponding vector store
-loguru~=0.7.2
+# pymilvus==2.1.3 # requires milvus==2.1.3
-pyyaml~=6.0.1
+# psycopg2
+# pgvector