Update main.py

app/main.py

@@ -7,6 +7,7 @@ from pathlib import Path
 from fastapi import FastAPI, UploadFile
 from fastapi.middleware import Middleware
 from fastapi.middleware.cors import CORSMiddleware
+from fastapi.responses import StreamingResponse
 from .rag import ChatPDF
 
 middleware = [
@@ -24,8 +25,10 @@ files_dir = os.path.expanduser("~/wtp_be_files/")
 session_assistant = ChatPDF()
 # session_messages = []
 
+# async def stream_generator()
+
 @app.get("/query")
-def process_input(text: str):
+async def process_input(text: str):
     if text and len(text.strip()) > 0:
         text = text.strip()
         print("PRINTING STREAM")
@@ -33,9 +36,10 @@ def process_input(text: str):
         print(agent_text_stream)
         for text in agent_text_stream:
             print(text)
+            # yield text
         # session_messages.append((text, True))
         # session_messages.append((agent_text, False))
-        return "Query resolved!"
+        return StreamingResponse(agent_text_stream, media_type='text/event-stream')
 
 
 @app.post("/upload")