update env

.gitignore

@@ -1,3 +1,4 @@
 .idea
 moka-ai/*
-logs
+logs
+knowledge_base

knowledge_base/ceshi/content/test.txt

@@ -0,0 +1,7 @@
+1. 你是谁？
+您好，我是里海科技的农业智能顾问。
+2. 星火
+抱歉，有什么农业相关的问题可以为您解答吗？
+3. 讯飞
+抱歉，有什么农业相关的问题可以为您解答吗？
+

requirements.txt

@@ -1,9 +1,7 @@
 # API requirements
-
 langchain>=0.0.329 # suggest to use latest Langchain
 langchain-experimental>=0.0.30
 fschat[model_worker]==0.2.32
-xformers>=0.0.22.post4
 openai>=0.28.1
 sentence_transformers
 transformers>=4.34
@@ -23,30 +21,27 @@ accelerate
 spacy
 PyMuPDF
 rapidocr_onnxruntime
-
-requests
-pathlib
-pytest
-numexpr
-strsimpy
-markdownify
+requests~=2.31.0
+pathlib~=1.0.1
+pytest~=7.4.3
+numexpr~=2.8.7
+strsimpy~=0.2.1
+markdownify~=0.11.6
 tiktoken
-tqdm
-websockets
+tqdm~=4.66.1
+websockets~=11.0.3
 numpy~=1.24.4
 pandas~=2.0.3
 einops
 transformers_stream_generator==0.0.4
-
 vllm>=0.2.0; sys_platform == "linux"
-
-# online api libs
-zhipuai
-dashscope>=1.10.0 # qwen
-qianfan
-# volcengine>=1.0.106 # fangzhou
-
-# uncomment libs if you want to use corresponding vector store
-# pymilvus==2.1.3 # requires milvus==2.1.3
-# psycopg2
-# pgvector
+httpx[brotli,http2,socks]>=0.25.0
+watchdog
+sentencepiece~=0.1.99
+cachetools~=5.3.2
+chardet~=5.2.0
+python-dateutil~=2.8.2
+safetensors~=0.4.0
+colorama~=0.4.6
+loguru~=0.7.2
+pyyaml~=6.0.1