From 58db9e03f0a25613cf90cf8184ebf159123e7477 Mon Sep 17 00:00:00 2001
From: kqlio67 <kqlio67@users.noreply.github.com>
Date: Sun, 29 Sep 2024 23:38:25 +0300
Subject: feat(g4f/Provider/Nexra.py): enhance model handling and add new
 providers

---
 g4f/Provider/nexra/NexraLlama.py | 52 ++++++++++++++++++++++++++++++++++++++++
 1 file changed, 52 insertions(+)
 create mode 100644 g4f/Provider/nexra/NexraLlama.py

(limited to 'g4f/Provider/nexra/NexraLlama.py')

diff --git a/g4f/Provider/nexra/NexraLlama.py b/g4f/Provider/nexra/NexraLlama.py
new file mode 100644
index 00000000..9ed892e8
--- /dev/null
+++ b/g4f/Provider/nexra/NexraLlama.py
@@ -0,0 +1,52 @@
+from __future__ import annotations
+
+import json
+from aiohttp import ClientSession
+
+from ...typing import AsyncResult, Messages
+from ..base_provider import AsyncGeneratorProvider, ProviderModelMixin
+from ..helper import format_prompt
+
+
+class NexraLlama(AsyncGeneratorProvider, ProviderModelMixin):
+    label = "Nexra LLaMA 3.1"
+    api_endpoint = "https://nexra.aryahcr.cc/api/chat/complements"
+    models = ['llama-3.1']
+
+    @classmethod
+    async def create_async_generator(
+        cls,
+        model: str,
+        messages: Messages,
+        proxy: str = None,
+        **kwargs
+    ) -> AsyncResult:
+        headers = {
+            "Content-Type": "application/json"
+        }
+        async with ClientSession(headers=headers) as session:
+            data = {
+                "messages": [
+                    {'role': 'assistant', 'content': ''},
+                    {'role': 'user', 'content': format_prompt(messages)}
+                ],
+                "markdown": False,
+                "stream": True,
+                "model": model
+            }
+            async with session.post(cls.api_endpoint, json=data, proxy=proxy) as response:
+                response.raise_for_status()
+                full_response = ''
+                async for line in response.content:
+                    if line:
+                        messages = line.decode('utf-8').split('\x1e')
+                        for message_str in messages:
+                            try:
+                                message = json.loads(message_str)
+                                if message.get('message'):
+                                    full_response = message['message']
+                                if message.get('finish'):
+                                    yield full_response.strip()
+                                    return
+                            except json.JSONDecodeError:
+                                pass
-- 
cgit v1.2.3