summaryrefslogtreecommitdiffstats
path: root/g4f/Provider/nexra/NexraBing.py
diff options
context:
space:
mode:
authorTekky <98614666+xtekky@users.noreply.github.com>2024-09-29 22:41:08 +0200
committerGitHub <noreply@github.com>2024-09-29 22:41:08 +0200
commit0deb0f60dd4985017d3fcb946e108be8d1f63846 (patch)
treee926d6f5551b4eb069e35b41479275056999e6c9 /g4f/Provider/nexra/NexraBing.py
parentAdded gpt-4o provider (diff)
parentfeat(g4f/Provider/Nexra.py): enhance model handling and add new providers (diff)
downloadgpt4free-0deb0f60dd4985017d3fcb946e108be8d1f63846.tar
gpt4free-0deb0f60dd4985017d3fcb946e108be8d1f63846.tar.gz
gpt4free-0deb0f60dd4985017d3fcb946e108be8d1f63846.tar.bz2
gpt4free-0deb0f60dd4985017d3fcb946e108be8d1f63846.tar.lz
gpt4free-0deb0f60dd4985017d3fcb946e108be8d1f63846.tar.xz
gpt4free-0deb0f60dd4985017d3fcb946e108be8d1f63846.tar.zst
gpt4free-0deb0f60dd4985017d3fcb946e108be8d1f63846.zip
Diffstat (limited to 'g4f/Provider/nexra/NexraBing.py')
-rw-r--r--g4f/Provider/nexra/NexraBing.py82
1 files changed, 82 insertions, 0 deletions
diff --git a/g4f/Provider/nexra/NexraBing.py b/g4f/Provider/nexra/NexraBing.py
new file mode 100644
index 00000000..59e06a3d
--- /dev/null
+++ b/g4f/Provider/nexra/NexraBing.py
@@ -0,0 +1,82 @@
+from __future__ import annotations
+from aiohttp import ClientSession
+from ...typing import AsyncResult, Messages
+from ..base_provider import AsyncGeneratorProvider, ProviderModelMixin
+from ..helper import format_prompt
+import json
+
+class NexraBing(AsyncGeneratorProvider, ProviderModelMixin):
+ label = "Nexra Bing"
+ api_endpoint = "https://nexra.aryahcr.cc/api/chat/complements"
+
+ bing_models = {
+ 'Bing (Balanced)': 'Balanced',
+ 'Bing (Creative)': 'Creative',
+ 'Bing (Precise)': 'Precise'
+ }
+
+ models = [*bing_models.keys()]
+
+ @classmethod
+ async def create_async_generator(
+ cls,
+ model: str,
+ messages: Messages,
+ proxy: str = None,
+ **kwargs
+ ) -> AsyncResult:
+ headers = {
+ "Content-Type": "application/json",
+ "Accept": "application/json",
+ "Origin": cls.url or "https://default-url.com",
+ "Referer": f"{cls.url}/chat" if cls.url else "https://default-url.com/chat",
+ }
+
+ async with ClientSession(headers=headers) as session:
+ prompt = format_prompt(messages)
+ if prompt is None:
+ raise ValueError("Prompt cannot be None")
+
+ data = {
+ "messages": [
+ {
+ "role": "user",
+ "content": prompt
+ }
+ ],
+ "conversation_style": cls.bing_models.get(model, 'Balanced'),
+ "markdown": False,
+ "stream": True,
+ "model": "Bing"
+ }
+
+ full_response = ""
+ last_message = ""
+
+ async with session.post(cls.api_endpoint, json=data, proxy=proxy) as response:
+ response.raise_for_status()
+
+ async for line in response.content:
+ if line:
+ raw_data = line.decode('utf-8').strip()
+
+ parts = raw_data.split('')
+ for part in parts:
+ if part:
+ try:
+ json_data = json.loads(part)
+ except json.JSONDecodeError:
+ continue
+
+ if json_data.get("error"):
+ raise Exception("Error in API response")
+
+ if json_data.get("finish"):
+ break
+
+ if message := json_data.get("message"):
+ if message != last_message:
+ full_response = message
+ last_message = message
+
+ yield full_response.strip()