summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--g4f/api/__init__.py3
1 files changed, 2 insertions, 1 deletions
diff --git a/g4f/api/__init__.py b/g4f/api/__init__.py
index 43bca2a5..ad3b0db4 100644
--- a/g4f/api/__init__.py
+++ b/g4f/api/__init__.py
@@ -1,4 +1,5 @@
from fastapi import FastAPI, Response, Request
+from fastapi.responses import StreamingResponse
from typing import List, Union, Any, Dict, AnyStr
from ._tokenizer import tokenize
from .. import BaseProvider
@@ -151,7 +152,7 @@ class Api:
except GeneratorExit:
pass
- return Response(content=json.dumps(streaming(), indent=4), media_type="application/json")
+ return StreamingResponse(streaming(), media_type="text/event-stream")
@self.app.post("/v1/completions")
async def completions():