update env

.gitignore

@@ -1,3 +1,4 @@
 .idea
 moka-ai/*
-logs
+logs
+knowledge_base

knowledge_base/ceshi/content/test.txt

@@ -0,0 +1,7 @@
+1. 你是谁？
+您好，我是里海科技的农业智能顾问。
+2. 星火
+抱歉，有什么农业相关的问题可以为您解答吗？
+3. 讯飞
+抱歉，有什么农业相关的问题可以为您解答吗？
+

requirements.txt

@@ -1,9 +1,7 @@
 # API requirements
-
 langchain>=0.0.329 # suggest to use latest Langchain
 langchain-experimental>=0.0.30
 fschat[model_worker]==0.2.32
-xformers>=0.0.22.post4
 openai>=0.28.1
 sentence_transformers
 transformers>=4.34
@@ -23,30 +21,27 @@ accelerate
 spacy
 PyMuPDF
 rapidocr_onnxruntime
-
+requests~=2.31.0
-requests
+pathlib~=1.0.1
-pathlib
+pytest~=7.4.3
-pytest
+numexpr~=2.8.7
-numexpr
+strsimpy~=0.2.1
-strsimpy
+markdownify~=0.11.6
-markdownify
 tiktoken
-tqdm
+tqdm~=4.66.1
-websockets
+websockets~=11.0.3
 numpy~=1.24.4
 pandas~=2.0.3
 einops
 transformers_stream_generator==0.0.4
-
 vllm>=0.2.0; sys_platform == "linux"
-
+httpx[brotli,http2,socks]>=0.25.0
-# online api libs
+watchdog
-zhipuai
+sentencepiece~=0.1.99
-dashscope>=1.10.0 # qwen
+cachetools~=5.3.2
-qianfan
+chardet~=5.2.0
-# volcengine>=1.0.106 # fangzhou
+python-dateutil~=2.8.2
-
+safetensors~=0.4.0
-# uncomment libs if you want to use corresponding vector store
+colorama~=0.4.6
-# pymilvus==2.1.3 # requires milvus==2.1.3
+loguru~=0.7.2
-# psycopg2
+pyyaml~=6.0.1
-# pgvector