from __future__ import annotations from aiohttp import ClientSession from ..typing import AsyncGenerator from .base_provider import AsyncGeneratorProvider class Acytoo(AsyncGeneratorProvider): url = 'https://chat.acytoo.com' working = True supports_gpt_35_turbo = True @classmethod async def create_async_generator( cls, model: str, messages: list[dict[str, str]], proxy: str = None, **kwargs ) -> AsyncGenerator: async with ClientSession( headers=_create_header() ) as session: async with session.post( cls.url + '/api/completions', proxy=proxy, json=_create_payload(messages, **kwargs) ) as response: response.raise_for_status() async for stream in response.content.iter_any(): if stream: yield stream.decode() def _create_header(): return { 'accept': '*/*', 'content-type': 'application/json', } def _create_payload(messages: list[dict[str, str]], temperature: float = 0.5, **kwargs): return { 'key' : '', 'model' : 'gpt-3.5-turbo', 'messages' : messages, 'temperature' : temperature, 'password' : '' }