Update main.py

app/main.py

@@ -2,6 +2,7 @@ import os
 import shutil
 import json
 import asyncio
+import time
 from datetime import datetime
 from typing import List
 from fastapi import FastAPI, UploadFile, WebSocket, WebSocketDisconnect
@@ -72,10 +73,13 @@ async def websocket_endpoint(websocket: WebSocket, client_id: int):
         await manager.broadcast(json.dumps(message))
 
 
-async def fake_data_streamer():
+def fake_json_streamer():
+    t0 = time.time()
     for i in range(10):
-        yield b'some fake data\n\n'
-        await asyncio.sleep(0.5)
+        print(f"Chunk being yielded (time {int((time.time()-t0)*1000)}ms)", flush=True)
+        yield json.dumps( {"message": "Hello World"}) + '\n'
+        time.sleep(0.5)
+    print(f"Over (time {int((time.time()-t0)*1000)}ms)", flush=True)
 
 
 async def astreamer(generator):
@@ -94,7 +98,7 @@ async def process_input(text: str):
     if text and len(text.strip()) > 0:
         text = text.strip()
         streaming_response = session_assistant.ask(text)
-        return StreamingResponse(fake_data_streamer(), media_type='text/event-stream')
+        return StreamingResponse(fake_json_streamer(), media_type='text/event-stream')
         # return StreamingResponse(astreamer(streaming_response.response_gen), media_type='text/event-stream')