test_ai/ai.py

149 lines
4.9 KiB
Python
Raw Normal View History

2024-01-12 10:26:57 +08:00
import requests
import uvicorn
from fastapi import FastAPI, WebSocket
import base64
import datetime
import hashlib
import hmac
import json
from urllib.parse import urlparse
from datetime import datetime
from time import mktime
from urllib.parse import urlencode
from wsgiref.handlers import format_date_time
import websockets
app = FastAPI()
Spark_url = {
"v1.1": "wss://spark-api.xf-yun.com/v1.1/chat",
"v2.1": "wss://spark-api.xf-yun.com/v2.1/chat",
"v3.1": "wss://spark-api.xf-yun.com/v3.1/chat"
}
text = []
class Ws_Param(object):
# 初始化
def __init__(self, APPID, APIKey, APISecret, Spark_url):
self.APPID = APPID
self.APIKey = APIKey
self.APISecret = APISecret
self.host = urlparse(Spark_url).netloc
self.path = urlparse(Spark_url).path
self.Spark_url = Spark_url
# 生成url
def create_url(self):
# 生成RFC1123格式的时间戳
now = datetime.now()
date = format_date_time(mktime(now.timetuple()))
# 拼接字符串
signature_origin = "host: " + self.host + "\n"
signature_origin += "date: " + date + "\n"
signature_origin += "GET " + self.path + " HTTP/1.1"
# 进行hmac-sha256进行加密
signature_sha = hmac.new(self.APISecret.encode('utf-8'), signature_origin.encode('utf-8'),
digestmod=hashlib.sha256).digest()
signature_sha_base64 = base64.b64encode(signature_sha).decode(encoding='utf-8')
authorization_origin = f'api_key="{self.APIKey}", algorithm="hmac-sha256", headers="host date request-line", signature="{signature_sha_base64}"'
authorization = base64.b64encode(authorization_origin.encode('utf-8')).decode(encoding='utf-8')
# 将请求的鉴权参数组合为字典
v = {
"authorization": authorization,
"date": date,
"host": self.host
}
# 拼接鉴权参数生成url
url = self.Spark_url + '?' + urlencode(v)
# 此处打印出建立连接时候的url,参考本demo的时候可取消上方打印的注释比对相同参数时生成的url与自己代码生成的url是否一致
return url
def getText(role, content):
jsoncon = {}
jsoncon["role"] = role
jsoncon["content"] = content
text.append(jsoncon)
return text
def getlength(text):
length = 0
for content in text:
temp = content["content"]
leng = len(temp)
length += leng
return length
def checklen(text):
while (getlength(text) >= 8192):
del text[0]
return text
def v1wsUrl(version, appid, api_secret, api_key):
wsParam = Ws_Param(appid, api_key, api_secret, Spark_url[version])
wsUrl = wsParam.create_url()
return wsUrl
def get_query(data, knowledge_base_name, score_threshold, top_k):
content = data["payload"]["message"]["text"][-1] # 数组最后一个
query = content["content"]
q = {
"knowledge_base_name": knowledge_base_name,
"query": query,
"score_threshold": score_threshold,
"top_k": top_k
}
docs = requests.post("http://127.0.0.1:7861/knowledge_base/search_docs", json=q).json()
if len(docs) <= 0:
return query
contexts = [doc['page_content'] for doc in docs]
wiki_content = "\n".join(contexts)
prompt = "请将以下内容作为已知信息:\n" + wiki_content + (
"\n请根据以上内容回答用户的问题。\n问题:\n") + query + "\n回答: "
return prompt
@app.websocket("/{version}/chat")
async def wsk(ws: WebSocket, version: str):
try:
await ws.accept()
appid = ws.query_params.get("appid")
api_secret = ws.query_params.get("api_secret")
api_key = ws.query_params.get("api_key")
knowledge_base_name = ws.query_params.get("knowledge_base_name") or "threshold"
score_threshold = ws.query_params.get("score_threshold") or 0.5
top_k = ws.query_params.get("top_k") or 2
wsUrl = v1wsUrl(version, appid, api_secret, api_key)
r = await ws.receive_json()
r["payload"]["message"]["text"][-1]["content"] = get_query(r, knowledge_base_name, score_threshold, top_k)
r["payload"]["message"]["text"] = checklen(r["payload"]["message"]["text"])
try:
async with websockets.connect(wsUrl) as websocket:
await websocket.send(json.dumps(r))
async for message in websocket:
data = json.loads(message)
await ws.send_text(json.dumps(data, ensure_ascii=False))
status = data["payload"]["choices"]["status"]
if status == 2:
await ws.close()
except Exception as e:
await ws.send_text(str(e))
except Exception as e:
print(e)
await ws.close()
if __name__ == '__main__':
uvicorn.run(app, host="0.0.0.0", port=8005)