diff --git a/.gitignore b/.gitignore index 255b249..a4f911e 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,4 @@ .idea moka-ai/* -logs \ No newline at end of file +logs +knowledge_base \ No newline at end of file diff --git a/knowledge_base/ceshi/content/test.txt b/knowledge_base/ceshi/content/test.txt new file mode 100644 index 0000000..a18e5a8 --- /dev/null +++ b/knowledge_base/ceshi/content/test.txt @@ -0,0 +1,7 @@ +1. 你是谁? +您好,我是里海科技的农业智能顾问。 +2. 星火 +抱歉,有什么农业相关的问题可以为您解答吗? +3. 讯飞 +抱歉,有什么农业相关的问题可以为您解答吗? + diff --git a/knowledge_base/ceshi/vector_store/m3e-base/index.faiss b/knowledge_base/ceshi/vector_store/m3e-base/index.faiss new file mode 100644 index 0000000..2109219 Binary files /dev/null and b/knowledge_base/ceshi/vector_store/m3e-base/index.faiss differ diff --git a/knowledge_base/ceshi/vector_store/m3e-base/index.pkl b/knowledge_base/ceshi/vector_store/m3e-base/index.pkl new file mode 100644 index 0000000..ac676fb Binary files /dev/null and b/knowledge_base/ceshi/vector_store/m3e-base/index.pkl differ diff --git a/knowledge_base/info.db b/knowledge_base/info.db new file mode 100644 index 0000000..e69de29 diff --git a/requirements.txt b/requirements.txt old mode 100755 new mode 100644 index 48e66b9..8d18407 --- a/requirements.txt +++ b/requirements.txt @@ -1,9 +1,7 @@ # API requirements - langchain>=0.0.329 # suggest to use latest Langchain langchain-experimental>=0.0.30 fschat[model_worker]==0.2.32 -xformers>=0.0.22.post4 openai>=0.28.1 sentence_transformers transformers>=4.34 @@ -23,30 +21,27 @@ accelerate spacy PyMuPDF rapidocr_onnxruntime - -requests -pathlib -pytest -numexpr -strsimpy -markdownify +requests~=2.31.0 +pathlib~=1.0.1 +pytest~=7.4.3 +numexpr~=2.8.7 +strsimpy~=0.2.1 +markdownify~=0.11.6 tiktoken -tqdm -websockets +tqdm~=4.66.1 +websockets~=11.0.3 numpy~=1.24.4 pandas~=2.0.3 einops transformers_stream_generator==0.0.4 - vllm>=0.2.0; sys_platform == "linux" - -# online api libs -zhipuai -dashscope>=1.10.0 # qwen -qianfan -# volcengine>=1.0.106 # fangzhou - -# uncomment libs if you want to use corresponding vector store -# pymilvus==2.1.3 # requires milvus==2.1.3 -# psycopg2 -# pgvector +httpx[brotli,http2,socks]>=0.25.0 +watchdog +sentencepiece~=0.1.99 +cachetools~=5.3.2 +chardet~=5.2.0 +python-dateutil~=2.8.2 +safetensors~=0.4.0 +colorama~=0.4.6 +loguru~=0.7.2 +pyyaml~=6.0.1 \ No newline at end of file diff --git a/server/knowledge_base/__pycache__/migrate.cpython-310.pyc b/server/knowledge_base/__pycache__/migrate.cpython-310.pyc new file mode 100644 index 0000000..e4b0e19 Binary files /dev/null and b/server/knowledge_base/__pycache__/migrate.cpython-310.pyc differ