Added sync non-stream api for zhipu
This commit is contained in:
parent
a6c6d6e336
commit
411639a0f1
|
|
@ -4,7 +4,6 @@ from app.services.zhipu_service import ZhipuService
|
||||||
zhipu_controller = Blueprint('zhipu_controller', __name__)
|
zhipu_controller = Blueprint('zhipu_controller', __name__)
|
||||||
zhipu_service = ZhipuService()
|
zhipu_service = ZhipuService()
|
||||||
|
|
||||||
|
|
||||||
@zhipu_controller.route('/zhipu/stream', methods=['POST'])
|
@zhipu_controller.route('/zhipu/stream', methods=['POST'])
|
||||||
def stream_sse():
|
def stream_sse():
|
||||||
data = request.json
|
data = request.json
|
||||||
|
|
@ -14,8 +13,16 @@ def stream_sse():
|
||||||
for chunk in zhipu_service.talk_to_zhipu_sse(message):
|
for chunk in zhipu_service.talk_to_zhipu_sse(message):
|
||||||
if chunk:
|
if chunk:
|
||||||
yield chunk
|
yield chunk
|
||||||
# yield f"data: {chunk}\n\n"
|
|
||||||
|
|
||||||
return Response(event_stream(), content_type='text/event-stream')
|
return Response(event_stream(), content_type='text/event-stream')
|
||||||
|
|
||||||
|
@zhipu_controller.route('/zhipu/non-stream', methods=['POST'])
|
||||||
|
def non_stream():
|
||||||
|
data = request.json
|
||||||
|
message = data.get('message', '')
|
||||||
|
|
||||||
|
response = zhipu_service.talk_to_zhipu(message)
|
||||||
|
print(f'response: {response}')
|
||||||
|
return response
|
||||||
|
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -12,15 +12,12 @@ class ZhipuService:
|
||||||
messages=[
|
messages=[
|
||||||
{"role": "user", "content": message},
|
{"role": "user", "content": message},
|
||||||
],
|
],
|
||||||
stream=True, # 流式输出
|
stream=False, # 流式输出
|
||||||
temperature= 0.01, #随机度,越大越发散,0.01则是一个比较确定和稳定的输出
|
temperature= 0.01, #随机度,越大越发散,0.01则是一个比较确定和稳定的输出
|
||||||
top_p= 0.1, #选择前 10% 概率的 tokens 作为候选,也是影响随机程度
|
top_p= 0.1, #选择前 10% 概率的 tokens 作为候选,也是影响随机程度
|
||||||
)
|
)
|
||||||
accum_resp = ""
|
accum_resp = response.choices[0].message.content
|
||||||
for chunk in response:
|
|
||||||
print(chunk.choices[0].delta.content)
|
|
||||||
accum_resp = accum_resp + chunk.choices[0].delta.content
|
|
||||||
print(accum_resp)
|
|
||||||
return accum_resp
|
return accum_resp
|
||||||
|
|
||||||
def talk_to_zhipu_sse(self, message):
|
def talk_to_zhipu_sse(self, message):
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue