Added sync non-stream api for zhipu

app/api/v1/zhipu_controller.py

@@ -4,7 +4,6 @@ from app.services.zhipu_service import ZhipuService
 zhipu_controller = Blueprint('zhipu_controller', __name__)
 zhipu_service = ZhipuService()
 
-
 @zhipu_controller.route('/zhipu/stream', methods=['POST'])
 def stream_sse():
     data = request.json
@@ -14,8 +13,16 @@ def stream_sse():
         for chunk in zhipu_service.talk_to_zhipu_sse(message):
             if chunk:
                 yield chunk
-                # yield f"data: {chunk}\n\n"
 
     return Response(event_stream(), content_type='text/event-stream')
 
+@zhipu_controller.route('/zhipu/non-stream', methods=['POST'])
+def non_stream():
+    data = request.json
+    message = data.get('message', '')
+
+    response = zhipu_service.talk_to_zhipu(message)
+    print(f'response: {response}')
+    return response
+
 

app/services/zhipu_service.py

@@ -12,15 +12,12 @@ class ZhipuService:
             messages=[
                 {"role": "user", "content": message},
             ],
-            stream=True, # 流式输出
+            stream=False, # 流式输出
             temperature= 0.01,  #随机度，越大越发散，0.01则是一个比较确定和稳定的输出
             top_p= 0.1, #选择前 10% 概率的 tokens 作为候选，也是影响随机程度
         )
-        accum_resp = ""
-        for chunk in response:
-            print(chunk.choices[0].delta.content)
-            accum_resp = accum_resp + chunk.choices[0].delta.content
-        print(accum_resp)
+        accum_resp = response.choices[0].message.content
+
         return accum_resp
     
     def talk_to_zhipu_sse(self, message):