diff options
author | Heiner Lohaus <hlohaus@users.noreply.github.com> | 2023-11-12 18:03:04 +0100 |
---|---|---|
committer | Heiner Lohaus <hlohaus@users.noreply.github.com> | 2023-11-12 18:03:04 +0100 |
commit | 2fb932220daccc08d25da1ee558fe975cf016b3a (patch) | |
tree | 30bd52159f23963731f9c634b6d0150ef042e5b6 /g4f/Provider/Koala.py | |
parent | Add auto_continue to OpenaiChat (diff) | |
download | gpt4free-2fb932220daccc08d25da1ee558fe975cf016b3a.tar gpt4free-2fb932220daccc08d25da1ee558fe975cf016b3a.tar.gz gpt4free-2fb932220daccc08d25da1ee558fe975cf016b3a.tar.bz2 gpt4free-2fb932220daccc08d25da1ee558fe975cf016b3a.tar.lz gpt4free-2fb932220daccc08d25da1ee558fe975cf016b3a.tar.xz gpt4free-2fb932220daccc08d25da1ee558fe975cf016b3a.tar.zst gpt4free-2fb932220daccc08d25da1ee558fe975cf016b3a.zip |
Diffstat (limited to 'g4f/Provider/Koala.py')
-rw-r--r-- | g4f/Provider/Koala.py | 71 |
1 files changed, 71 insertions, 0 deletions
diff --git a/g4f/Provider/Koala.py b/g4f/Provider/Koala.py new file mode 100644 index 00000000..70a40882 --- /dev/null +++ b/g4f/Provider/Koala.py @@ -0,0 +1,71 @@ +from __future__ import annotations + +import random +import string +import json +from aiohttp import ClientSession + +from ..typing import AsyncResult, Messages +from .base_provider import AsyncGeneratorProvider + +class Koala(AsyncGeneratorProvider): + url = "https://koala.sh" + supports_gpt_35_turbo = True + supports_message_history = True + working = True + + @classmethod + async def create_async_generator( + cls, + model: str, + messages: Messages, + proxy: str = None, + **kwargs + ) -> AsyncResult: + if not model: + model = "gpt-3.5-turbo" + headers = { + "User-Agent": "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:109.0) Gecko/20100101 Firefox/119.0", + "Accept": "text/event-stream", + "Accept-Language": "de,en-US;q=0.7,en;q=0.3", + "Accept-Encoding": "gzip, deflate, br", + "Referer": f"{cls.url}/chat", + "Content-Type": "application/json", + "Flag-Real-Time-Data": "false", + "Visitor-ID": random_string(), + "Origin": cls.url, + "Alt-Used": "koala.sh", + "Connection": "keep-alive", + "Sec-Fetch-Dest": "empty", + "Sec-Fetch-Mode": "cors", + "Sec-Fetch-Site": "same-origin", + "Pragma": "no-cache", + "Cache-Control": "no-cache", + "TE": "trailers", + } + async with ClientSession(headers=headers) as session: + data = { + "input": messages[-1]["content"], + "inputHistory": [ + message["content"] + for message in messages + if message["role"] == "user" + ], + "outputHistory": [ + message["content"] + for message in messages + if message["role"] == "assistant" + ], + "model": model, + } + async with session.post(f"{cls.url}/api/gpt/", json=data, proxy=proxy) as response: + response.raise_for_status() + async for chunk in response.content: + if chunk.startswith(b"data: "): + yield json.loads(chunk[6:]) + + +def random_string(length: int = 20): + return ''.join(random.choice( + string.ascii_letters + string.digits + ) for _ in range(length))
\ No newline at end of file |