Добавлена поддержка стриминга сообщений через yield токены. 'Деактивирован' метод generate_stream в ollamaapi

core/flaskui/flask.py

@@ -1,4 +1,4 @@
-from flask import Flask, render_template, request, jsonify
+from flask import Flask, Response, render_template, request, jsonify
 from core.agent.agent import Agent
 from core.llm.ollamaapi import OllamaProvider
 from core.character.character import Character
@@ -39,18 +39,18 @@ def init():
 #@ui.route("/stream", methods=["POST"])
 def chat():
 
-    data = request.json
+    global last_prompt
+    last_prompt = request.json["message"]
+    return jsonify({"status": "ok"})
 
-    user_message = data["message"]
-
-    response = agent.respond(user_message)
+@ui.route("/stream")
+def stream():
 
+    def generate():
+        for content in agent.stream_responce(last_prompt):
+            yield f"data: {content}\n\n"
     agent.save_memory()
-
-    return jsonify({
-        "response": response
-    })
-
+    return Response(generate(), mimetype="text/event-stream")
 
 #список персонажей
 @ui.route("/characters", methods=["GET"])