from __future__ import annotations import json import requests from ...typing import Any, CreateResult from ..base_provider import BaseProvider class Raycast(BaseProvider): url = "https://raycast.com" supports_gpt_35_turbo = True supports_gpt_4 = True supports_stream = True needs_auth = True working = True @staticmethod def create_completion( model: str, messages: list[dict[str, str]], stream: bool, **kwargs: Any, ) -> CreateResult: auth = kwargs.get('auth') headers = { 'Accept': 'application/json', 'Accept-Language': 'en-US,en;q=0.9', 'Authorization': f'Bearer {auth}', 'Content-Type': 'application/json', 'User-Agent': 'Raycast/0 CFNetwork/1410.0.3 Darwin/22.6.0', } parsed_messages = [] for message in messages: parsed_messages.append({ 'author': message['role'], 'content': {'text': message['content']} }) data = { "debug": False, "locale": "en-CN", "messages": parsed_messages, "model": model, "provider": "openai", "source": "ai_chat", "system_instruction": "markdown", "temperature": 0.5 } response = requests.post("https://backend.raycast.com/api/v1/ai/chat_completions", headers=headers, json=data, stream=True) for token in response.iter_lines(): if b'data: ' not in token: continue completion_chunk = json.loads(token.decode().replace('data: ', '')) token = completion_chunk['text'] if token != None: yield token @classmethod @property def params(cls): params = [ ("model", "str"), ("messages", "list[dict[str, str]]"), ("stream", "bool"), ("temperature", "float"), ("top_p", "int"), ("model", "str"), ("auth", "str"), ] param = ", ".join([": ".join(p) for p in params]) return f"g4f.provider.{cls.__name__} supports: ({param})"