summaryrefslogtreecommitdiffstats
path: root/g4f/Provider/Aivvm.py
diff options
context:
space:
mode:
authorabc <98614666+xtekky@users.noreply.github.com>2023-10-07 22:21:34 +0200
committerabc <98614666+xtekky@users.noreply.github.com>2023-10-07 22:21:34 +0200
commit92e1ec6f4ff3d43c951444e1a76024367e215734 (patch)
treee3e60f43fa4dfc236bbf7c7da577d84b9de856e1 /g4f/Provider/Aivvm.py
parent~ | g4f `v-0.1.5.5` (diff)
downloadgpt4free-92e1ec6f4ff3d43c951444e1a76024367e215734.tar
gpt4free-92e1ec6f4ff3d43c951444e1a76024367e215734.tar.gz
gpt4free-92e1ec6f4ff3d43c951444e1a76024367e215734.tar.bz2
gpt4free-92e1ec6f4ff3d43c951444e1a76024367e215734.tar.lz
gpt4free-92e1ec6f4ff3d43c951444e1a76024367e215734.tar.xz
gpt4free-92e1ec6f4ff3d43c951444e1a76024367e215734.tar.zst
gpt4free-92e1ec6f4ff3d43c951444e1a76024367e215734.zip
Diffstat (limited to 'g4f/Provider/Aivvm.py')
-rw-r--r--g4f/Provider/Aivvm.py70
1 files changed, 70 insertions, 0 deletions
diff --git a/g4f/Provider/Aivvm.py b/g4f/Provider/Aivvm.py
new file mode 100644
index 00000000..1a3b6f0b
--- /dev/null
+++ b/g4f/Provider/Aivvm.py
@@ -0,0 +1,70 @@
+from __future__ import annotations
+
+from ..requests import StreamSession
+from .base_provider import AsyncGeneratorProvider
+from ..typing import AsyncGenerator
+
+# to recreate this easily, send a post request to https://chat.aivvm.com/api/models
+models = {
+ 'gpt-3.5-turbo': {'id': 'gpt-3.5-turbo', 'name': 'GPT-3.5'},
+ 'gpt-3.5-turbo-0613': {'id': 'gpt-3.5-turbo-0613', 'name': 'GPT-3.5-0613'},
+ 'gpt-3.5-turbo-16k': {'id': 'gpt-3.5-turbo-16k', 'name': 'GPT-3.5-16K'},
+ 'gpt-3.5-turbo-16k-0613': {'id': 'gpt-3.5-turbo-16k-0613', 'name': 'GPT-3.5-16K-0613'},
+ 'gpt-4': {'id': 'gpt-4', 'name': 'GPT-4'},
+ 'gpt-4-0613': {'id': 'gpt-4-0613', 'name': 'GPT-4-0613'},
+ 'gpt-4-32k': {'id': 'gpt-4-32k', 'name': 'GPT-4-32K'},
+ 'gpt-4-32k-0613': {'id': 'gpt-4-32k-0613', 'name': 'GPT-4-32K-0613'},
+}
+
+class Aivvm(AsyncGeneratorProvider):
+ url = 'https://chat.aivvm.com'
+ supports_gpt_35_turbo = True
+ supports_gpt_4 = True
+ working = True
+
+ @classmethod
+ async def create_async_generator(
+ cls,
+ model: str,
+ messages: list[dict[str, str]],
+ stream: bool,
+ timeout: int = 30,
+ **kwargs
+ ) -> AsyncGenerator:
+ if not model:
+ model = "gpt-3.5-turbo"
+ elif model not in models:
+ raise ValueError(f"Model is not supported: {model}")
+
+ json_data = {
+ "model" : models[model],
+ "messages" : messages,
+ "key" : "",
+ "prompt" : kwargs.get("system_message", "You are ChatGPT, a large language model trained by OpenAI. Follow the user's instructions carefully. Respond using markdown."),
+ "temperature" : kwargs.get("temperature", 0.7)
+ }
+ headers = {
+ "Accept": "*/*",
+ "Origin": cls.url,
+ "Referer": f"{cls.url}/",
+ }
+ async with StreamSession(impersonate="chrome107", headers=headers, timeout=timeout) as session:
+ async with session.post(f"{cls.url}/api/chat", json=json_data) as response:
+ response.raise_for_status()
+ async for chunk in response.iter_content():
+ if b'Access denied | chat.aivvm.com used Cloudflare' in chunk:
+ raise ValueError("Rate Limit | use another provider")
+
+ yield chunk.decode()
+
+ @classmethod
+ @property
+ def params(cls):
+ params = [
+ ('model', 'str'),
+ ('messages', 'list[dict[str, str]]'),
+ ('stream', 'bool'),
+ ('temperature', 'float'),
+ ]
+ param = ', '.join([': '.join(p) for p in params])
+ return f'g4f.provider.{cls.__name__} supports: ({param})' \ No newline at end of file