from fastapi import FastAPI, Request
import uvicorn, json, datetime
import requests
app = FastAPI()
@app.post("/smart_companion")
async def smart_companion_api(request: Request):
start_time = time.time()
json_post_raw = await request.json()
json_post = json.dumps(json_post_raw)
json_post_list = json.loads(json_post)
# 获取参数
question = json_post_list.get('cus_q')
session_id = json_post_list.get('session_id')
# answer = chat_chain.invoke({'query':question}).content
result = sbert.main_sbert(question, session_id)
end_time = time.time()
print("total_time:",end_time - start_time)
return result
if __name__ == "__main__":
uvicorn.run(app='main:app', host='0.0.0.0', port=1998, workers=10, log_level="info")在这里插入代码片
worker开启后有用,直接运行就行,接口:“http://ip地址:1998/smart_companion”