diff options
author | Tekky <98614666+xtekky@users.noreply.github.com> | 2024-09-29 22:41:08 +0200 |
---|---|---|
committer | GitHub <noreply@github.com> | 2024-09-29 22:41:08 +0200 |
commit | 0deb0f60dd4985017d3fcb946e108be8d1f63846 (patch) | |
tree | e926d6f5551b4eb069e35b41479275056999e6c9 /g4f/Provider/nexra/NexraBing.py | |
parent | Added gpt-4o provider (diff) | |
parent | feat(g4f/Provider/Nexra.py): enhance model handling and add new providers (diff) | |
download | gpt4free-0deb0f60dd4985017d3fcb946e108be8d1f63846.tar gpt4free-0deb0f60dd4985017d3fcb946e108be8d1f63846.tar.gz gpt4free-0deb0f60dd4985017d3fcb946e108be8d1f63846.tar.bz2 gpt4free-0deb0f60dd4985017d3fcb946e108be8d1f63846.tar.lz gpt4free-0deb0f60dd4985017d3fcb946e108be8d1f63846.tar.xz gpt4free-0deb0f60dd4985017d3fcb946e108be8d1f63846.tar.zst gpt4free-0deb0f60dd4985017d3fcb946e108be8d1f63846.zip |
Diffstat (limited to 'g4f/Provider/nexra/NexraBing.py')
-rw-r--r-- | g4f/Provider/nexra/NexraBing.py | 82 |
1 files changed, 82 insertions, 0 deletions
diff --git a/g4f/Provider/nexra/NexraBing.py b/g4f/Provider/nexra/NexraBing.py new file mode 100644 index 00000000..59e06a3d --- /dev/null +++ b/g4f/Provider/nexra/NexraBing.py @@ -0,0 +1,82 @@ +from __future__ import annotations +from aiohttp import ClientSession +from ...typing import AsyncResult, Messages +from ..base_provider import AsyncGeneratorProvider, ProviderModelMixin +from ..helper import format_prompt +import json + +class NexraBing(AsyncGeneratorProvider, ProviderModelMixin): + label = "Nexra Bing" + api_endpoint = "https://nexra.aryahcr.cc/api/chat/complements" + + bing_models = { + 'Bing (Balanced)': 'Balanced', + 'Bing (Creative)': 'Creative', + 'Bing (Precise)': 'Precise' + } + + models = [*bing_models.keys()] + + @classmethod + async def create_async_generator( + cls, + model: str, + messages: Messages, + proxy: str = None, + **kwargs + ) -> AsyncResult: + headers = { + "Content-Type": "application/json", + "Accept": "application/json", + "Origin": cls.url or "https://default-url.com", + "Referer": f"{cls.url}/chat" if cls.url else "https://default-url.com/chat", + } + + async with ClientSession(headers=headers) as session: + prompt = format_prompt(messages) + if prompt is None: + raise ValueError("Prompt cannot be None") + + data = { + "messages": [ + { + "role": "user", + "content": prompt + } + ], + "conversation_style": cls.bing_models.get(model, 'Balanced'), + "markdown": False, + "stream": True, + "model": "Bing" + } + + full_response = "" + last_message = "" + + async with session.post(cls.api_endpoint, json=data, proxy=proxy) as response: + response.raise_for_status() + + async for line in response.content: + if line: + raw_data = line.decode('utf-8').strip() + + parts = raw_data.split('') + for part in parts: + if part: + try: + json_data = json.loads(part) + except json.JSONDecodeError: + continue + + if json_data.get("error"): + raise Exception("Error in API response") + + if json_data.get("finish"): + break + + if message := json_data.get("message"): + if message != last_message: + full_response = message + last_message = message + + yield full_response.strip() |