llm_hub/app/api/v1/zhipu_controller.py

22 lines
596 B
Python

from flask import Blueprint, request, jsonify, Response
from app.services.zhipu_service import ZhipuService
zhipu_controller = Blueprint('zhipu_controller', __name__)
zhipu_service = ZhipuService()
@zhipu_controller.route('/zhipu/stream', methods=['POST'])
def stream_sse():
data = request.json
message = data.get('message', '')
def event_stream():
for chunk in zhipu_service.talk_to_zhipu_sse(message):
if chunk:
yield chunk
# yield f"data: {chunk}\n\n"
return Response(event_stream(), content_type='text/event-stream')