From bd9b916336f4331f4ecc729bb8b4d527b3ae81ce Mon Sep 17 00:00:00 2001 From: xyj <10908227994@qq.com> Date: Fri, 12 Jan 2024 11:47:21 +0800 Subject: [PATCH] update env --- .gitignore | 3 +- knowledge_base/ceshi/content/test.txt | 7 +++ .../ceshi/vector_store/m3e-base/index.faiss | Bin 0 -> 3117 bytes .../ceshi/vector_store/m3e-base/index.pkl | Bin 0 -> 647 bytes knowledge_base/info.db | 0 requirements.txt | 41 ++++++++---------- .../__pycache__/migrate.cpython-310.pyc | Bin 0 -> 6435 bytes 7 files changed, 27 insertions(+), 24 deletions(-) create mode 100644 knowledge_base/ceshi/content/test.txt create mode 100644 knowledge_base/ceshi/vector_store/m3e-base/index.faiss create mode 100644 knowledge_base/ceshi/vector_store/m3e-base/index.pkl create mode 100644 knowledge_base/info.db mode change 100755 => 100644 requirements.txt create mode 100644 server/knowledge_base/__pycache__/migrate.cpython-310.pyc diff --git a/.gitignore b/.gitignore index 255b249..a4f911e 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,4 @@ .idea moka-ai/* -logs \ No newline at end of file +logs +knowledge_base \ No newline at end of file diff --git a/knowledge_base/ceshi/content/test.txt b/knowledge_base/ceshi/content/test.txt new file mode 100644 index 0000000..a18e5a8 --- /dev/null +++ b/knowledge_base/ceshi/content/test.txt @@ -0,0 +1,7 @@ +1. 你是谁？ +您好，我是里海科技的农业智能顾问。 +2. 星火 +抱歉，有什么农业相关的问题可以为您解答吗？ +3. 讯飞 +抱歉，有什么农业相关的问题可以为您解答吗？ + diff --git a/knowledge_base/ceshi/vector_store/m3e-base/index.faiss b/knowledge_base/ceshi/vector_store/m3e-base/index.faiss new file mode 100644 index 0000000000000000000000000000000000000000..210921999651facc5b5e4e5f2ec0bba0e0d0b94b GIT binary patch literal 3117 zcmXw5c{tVSAH9+kDocrECs87#-0$Z#6x=sq8yG0=l_uYpZG6}{Kxni_&4-# zpCPwa#?`vE)G+~}b7-Y}7PbjfY1tb!NY#sj8O-+vyPrMSZGuOZaY{^UbL9@HRi*iM}oRd8KGuDyI*2KgFGhd zZ2%qD3vl3^ChorPT6JV)@T z31#i(_c80*ZevTCI@vmVg4M7QCmhwiR4GvrPEbr*(vU*-jp@_Bn#IWq{8eDZnqmP9$IZGOloqt~KhZ1-qyc#!6Nek6Fpn z`EKfTN^lvTi*9B4zSY*3>*T2nKd~;8W$-Z1Z2DM4|HwKeHed z!$(Zu(aS|7(7%&?V7!%z{w_uZ-Ad$_p(}8G(>#1P=NRmNwVT9*ALA#7dUCzvo4Fo` zr16yILh?*`Dvd6>g1c7P;a%NxNQ{$-a_tV7eJU60-HIRtrRm0EUz)LW1ALMy!0i{~ zFn6scxf7yC%@cDVsMCwJ8RcMHxgXWc_QKsO#HfV|vXl2zXyI5Xj>r1Yj@c(LZ%H(f zbgE(^HYp)-AH+k)zv9Jvd2rY^6kN(;K(TljS`FMW=g&P@Y+42R4jIreL!TH5bJ=zB zmGBhQVS|Dp>H8~|u3?m@@7itX;>KaxL*x08;$^5{+6W=d|G>$?sf2mT#|3sraH{)L zcwBS_yLYaq15u*%dTk^+=?wA3V-;!fgHM=~wG&)sDbj}J=h;!S7`k`2I+|NMLAS&u zXi)kaCCZ1OZD9aimS4#*j*G}AcR$=6aDW;~1O3smmZrCFr;37W5N7)x9G{)X+fthJ zLyIhxY8L`Ln@dXVROn786*9wf4!Q@YbKTOkh%hMw7Hs2?heyJpdVU-mD!YHA7pE0f(|v-~urx1+ebkbVAGb#0C#!t?^`G^1{-&{5U6Vn7hh6OR zCmd+edc&04N5YFSQR)^joz$cqMhTxL(3V+7?Yn{21V=qh?n1S%6r^{ zt*$ayTM@|ezD%&zJGL;YCWTm;`-AK7@i|l9(+Av(#`O3MEB4iqSkSkWp;qc5bV9us z15Mgtsi_AYA5|jtVunmlcp{aa>kQFnjDLW?7`8NYP zeFK+d%2x6lExzJkYHe7isY>?^-$5tU5E8m=F&Hy_5a(JB^Rkt|U2YFbO06bdv7!(r z-of5$?_%f9=GK+)#p$bxT1ag#M~wF4myY(sWt#-JxkZfd;UPP%zKE5WSwIAShUASv zo*2FR2I||dGtGwOc< z8uR728WFT|2)OEy{{5o-gr?7!pfrF%8nxihHzCXK#-P}|UYM7g%eXG!k&Z}tsCes7 zA2e05Atwj$yQ%|~GdPd2-+SThve#H21-R4YB|IO$L@hQ8SypZo@2iLsb(t!rS$GXR z+q|*moEUM^9Y@IQ0>?=oxUtRv1|-iiSt_%Lr;;U|{3K51oDPDtB`eX+c0KXB--6nX zE9kSCk5P7S2N;&NgLAhcjc|K_i=|cJRN+M3zS*;Ak4_*Xrt>SaxA;Cx?ocKzE%Mm> z?E-e4ybZ#%Og!eI4S!D8qVHn;$;sspQ0&+=?3C*RW}6~A0 zq@E&Mar5m~ydlWNsHL_rEhhz^_{Ol?nv#&$5YBY(G^F~TOHkaELzoCJ{++|eVN>RA zDrz8LhO!T_$279IeYdIzJXuUWn+#*fk36Q`-4zT4Q;EWj36z@5$LHyqj7s$sn!bMt znQl6TxP1^q*%c{}o3I!uD1)A^I4zrA&hk{ZfykHw#ND)mHHX58i9HWbn_K`c?;vTq z{)t~6@w0CU4AVIzkEI4LA|RHB3oA8;Xb{hgh>t8>1FQ@Hbnd+*%;r&&MV7+6k0u1KAjJ;9 zfl}K_qVARpUoIBVstrk4ww2KD$|^83!<9ObqoC!SOhtO-=ySuvV7JhTbv~yEZ4WtY z$D^f0qFmNY6X0>2G;@PxmacBa;mA79(q)BPu4 zG-)f^-pil|I?F)uYB!jlP69PeZQ`PMfE*Bh5;)l8rB0u{wX6bXNc*k5?`Cfo`FM>z2WnN5N#vpGd`KQhj(eG;1{!AFS z701&*kLDBJx9ey&;zRs*6tH&J+VFkHGI%J+gb&@4R6aP1k*N*lZnD2;b+J%!+J#4 zMjp)?pMbT<1>6!Jfc*Pcpdokk=Ozu|@E_Z#Sxg1XyA}ywI=-Q(FoTIyist_=(Tq;g RT*^Y=;Rx)$zUj4|QnaWb79x-0vq*_j2KNYbJrkV$|z zhKfW~LNGB`=@*2EBNkO6YtLHo%fyR{Y{>yIsEeRnW5~6>lSuu#K5M5 zh-=%vWAcWgyM%GqqY89wYP()TiqX5y{j9t*7|Iv&MoTV8aTe(&;c0cPs#nT0TBTI1 zOlhQei;!}0@}^!XQmr(h>2ylhZc{17|78LNaK23)&Xg)0;hj6cVdLp9b4d^D%MfCMsyuT5xHsh_Q z;nH@{-HKiv^`G>TcR!NN!(YwCTuI4C?VY&wF&C|Vjt*8*_4Z0|+zh@i|53!RyWz7h zumBXv`*yh236A%I?h(-X`@8Xh4A(bPdRfW$4?D^3oB!PePS})V9dn$zdycujN5G#4 zs^QvHwM>Xjoo+ySo;~fk4=LeHtv9&gI)kgqDdPxU%{uP9MRjm3wOA#T8KycgFngr% zM_e*7%o}wojSIfGgwTvhEuA4oIrzRN3&v$*Y+YPMsP36_m{Wu~_spsf)f~2b%CdMw i4p{`v&SS5}(zHM|YK$3IeCAgft1ifUL&kZwB$eO3JU5sC literal 0 HcmV?d00001 diff --git a/knowledge_base/info.db b/knowledge_base/info.db new file mode 100644 index 0000000..e69de29 diff --git a/requirements.txt b/requirements.txt old mode 100755 new mode 100644 index 48e66b9..8d18407 --- a/requirements.txt +++ b/requirements.txt @@ -1,9 +1,7 @@ # API requirements - langchain>=0.0.329 # suggest to use latest Langchain langchain-experimental>=0.0.30 fschat[model_worker]==0.2.32 -xformers>=0.0.22.post4 openai>=0.28.1 sentence_transformers transformers>=4.34 @@ -23,30 +21,27 @@ accelerate spacy PyMuPDF rapidocr_onnxruntime - -requests -pathlib -pytest -numexpr -strsimpy -markdownify +requests~=2.31.0 +pathlib~=1.0.1 +pytest~=7.4.3 +numexpr~=2.8.7 +strsimpy~=0.2.1 +markdownify~=0.11.6 tiktoken -tqdm -websockets +tqdm~=4.66.1 +websockets~=11.0.3 numpy~=1.24.4 pandas~=2.0.3 einops transformers_stream_generator==0.0.4 - vllm>=0.2.0; sys_platform == "linux" - -# online api libs -zhipuai -dashscope>=1.10.0 # qwen -qianfan -# volcengine>=1.0.106 # fangzhou - -# uncomment libs if you want to use corresponding vector store -# pymilvus==2.1.3 # requires milvus==2.1.3 -# psycopg2 -# pgvector +httpx[brotli,http2,socks]>=0.25.0 +watchdog +sentencepiece~=0.1.99 +cachetools~=5.3.2 +chardet~=5.2.0 +python-dateutil~=2.8.2 +safetensors~=0.4.0 +colorama~=0.4.6 +loguru~=0.7.2 +pyyaml~=6.0.1 \ No newline at end of file diff --git a/server/knowledge_base/__pycache__/migrate.cpython-310.pyc b/server/knowledge_base/__pycache__/migrate.cpython-310.pyc new file mode 100644 index 0000000000000000000000000000000000000000..e4b0e19d49e46440cc4022748274c449d74f335f GIT binary patch literal 6435 zcmai2`*R#scJBA|j7Cq(58(%GUS_r^8Cddi49mkZCK%yh0igrw9Zg?JBXv)YZuiKR zs)sTw8Oa+P*fIk|%B%2KcL-;?sDnG48mVerxlFG7S$#-s##v`MUo|@bD zaqhXV?|$c;4mvw?5}uj(S$4}lN%{>H+MjL|9>zZ$mLHvEj8kx54JOh0R9{hXciJM0cWZ|D6^yHm8OUYFl(cZX8YY9cH5Zd_PTuwx_!I54K@92AKO15p=BTI9FWEgce}e|L9_2* z3X_?}bf%8!?#`yvF1FVlfb=bR@5Xx%H0)(}y8H0I6}r1z%iRy%cWv|-Q{3C!+oA73 zTg@Hrov69nHBU-~1J`M%3z?*Q=&47CjvRSn_;Kf{r;iLBPr8o`9ew24<0H;^EHPMRyj&qoogoXua!_%?Qcz{XsL`uMj)f>m=6E?`yyzv` zacC{k9=1O!3XkC*_92O+NqJIqMa*Y zT@iDNp2w;CWr+{qC6X_mIXDsc?4VbkD3%YNm@Q2dxqpHOldKel2dlHuL{MoK4@L}o z3#kyB!T7UjN+lAK6Ym2mb zDP1AoiN=C1*2YQDHeDW6TZ%fL-2%BJ&shkNq?4hAhZ>SDIVbZy)ZP(Jd)WIF zKn7<~jaN$Gh1S!79PtUAK{!H;A%hL1x{SB#$-Z1yWGTXVOlp(*yj)l3;#gibVrfOL zYq30;i8aTJwdL%JRM%b2)fc2#U(UJ4ioD#hA{~*?$B5M<(n~L#la{2({A6c66K7&$ zM&^GqeNWWoqV!Ygk}{9ej=JZi*ALfCp}|b+H}t$zI43Vki!$zL*3B)LOY(A0Q-9X& zh_f>iAB%cp}_sOS&Fmo%CE^QsGUCkJeW_DG-+OyrHXl< z6rMSSdiuS9|MWdrSN{rfkjtNhT(o`mvMkkevNYF=nRmw0PbIf2&SCxhaVeHwGU{?HyV8L417%tPQ_G1~Df&!Y6)=!8cyA(~Zo5L_ z_T&x|d6ojd`p|u(ja2tbbGMcKYQRCgM6>Sb;9)N)6}|8wWH!X-?hBa*8nI{)iv*kV zcl=@quCq=}FwU%Kw#ptnAa3V@xxOk7O2m<)%;3WQ22gyOXR7`3Jg9mxvlcxR2zTf4!h-2 zx&wbk!_W>`-?RfQal2!K2+KYjslgMGfS|Qs{c!!t)yC^@-GtfSe)^Ld(KBFl{mmb* zU%9gS`O4ZWS5SR4o%IeolLFw|{8q>%8f~>8MBC(SoC>pc#xGW@jE6Q>SgBz9ZS|Sp zl-+?fIb*5$vW-%WhXJ=U>@+LYB4(RoECTa;o(=Pgb4&51U} zWN>o@pX!D9;=p=f{gH2AdL#Iou8o|mHI{02l*(zo&W(;qNHaN6Z%neD6+eS*u zwl3aSU}_)}jVxCpr{LswK@Ash?AnYw+S2ea5;K>V^NOP6WD~z#A~j`2?h+*`_lTVG z`#oPNXUvR&mVRnIqx^vru#?QxsFSW$cm*Xo=8Y$V3|RqTfnP>uT&e?DVC+8y+jmA% ztj4ek7ZmWlvMk3Map&{Wv<5y@W)Fi8b@1WdSO*s>mz26ewj$Oi^+^LYYK-)f8fExk ztXFVDUF`xaieO6gd|98?T=6EJjOpg;!z^;qDTgdvd6S(k!PyxL3MTJ_NMaCPDlQ*Hfzv`0opB!UB9HnCxeMlZ3Al;QVMtLlg2H#15XH9K&Trba0@1i6sTR>J`)avq05wz(hw zzOU$bG>v~}V(7)T4l-!%X19=jK~M@dc0ya>6x2w zqH=^qu*yWSQeq|AwvC52)xckP3vl&;iwLJ4$&mtYTqFCus4S}R+ErIu$ivc0)&5AG zm+GJ{AZog9M%uC-o3PC4ih532QkIPsDZCr+3|U%mxIU%uA(TxjZ`4QG*o<u)@;yzq4VasYEv)F0y7jrFwLvAa(Iy|&IW}(xO*1-YMefqneWnpeiteZiAHiT+HiBIRj|N+ zo0QQ2G#^j+4m5|>&^2M9zH!d2!AOI+aZXV2X76^(A-TnF;gID9Rwan66vLZ_zUQWK zN3E?!Bz>)6+Tnl5N=ut`isiIcKorna+T3Ze@e#tB)>+^bTJoF5x^cM8sTB49h!zH@+MWwFP)mY&V#OjM` zU90OLUAXPS9aRMpYmpKg^MIwRU&;vA8ug%Y12hijJI*-Tk}|2s88_paM99--B*!XA zPMZ{T6|%zxl|PR0`7uhKKvJVXVeS2&!-Z{p_^S1Ve6U8g+FJYQYUBIMjin8@@so?h z&1e6qasF)MjbGMiHEWkv*4|oNTlqPE0HqOlCJ*AB^kbJC&c+bMOgLb&Qn56_3I->B z=ied;6=pzixt$NI6w0^`g|v2t;!)(l^n$NxA7No@CGxNmL^@&3ixS!4e?$!$^$|l} z*3$LR$`WO2R4lB`ArgisyniNiA<(351=I~|`=zGkWD6v2z~1H*?LX&sr#JZib{|pP zarEbpLIEeE%8wwK8>m&nD!G;5fo3>q(d9j44HtS675)w1LBd3_oHm+wA+bB?8vq5R zh|m#i6On{=wrLrrM#1nND{}0eup^uddD0seXBfUC5Op|$I+7f@Q>iWEcaw|?9uYfS z=;RNhf&l>P0kc=HGef-n~DjWPF*pe^`Yb-1kV68tdPeX zWkJvcpVT8pFHr6N=@c~D-1(b8bK?lx!C`HMo(*Vig&Z&|YuYB*<|!+z7E1uc>;|N2 z6@jr9W>Ou)bGyC{j&@As1Sa@jVYjxzK%xYKgMIQUiT+cj$=r1E`~_;VDIs^8Q>=6I z0V8Op18ygnUqUP-u53SLih*{}3I8|$8#EQ<;X;7|;mTNfJmeJbaB^BXeL3J1Rde!V zMNA<4etUQNwq?uEF48o=3u;ZaZBk9qo65<_7&{z wSBjeZa^C@^C$++gto_bFt)VD?FjVDBMN|Gq(UspThVq4y$^EYH@g05t3-+ET$p8QV literal 0 HcmV?d00001