summaryrefslogtreecommitdiffstats
path: root/g4f/Provider/FastGpt.py
blob: 3c5a4420f5344295dd4981b24ba2fa4144b867bd (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
import requests, json, random
from abc import ABC, abstractmethod

from ..typing import Any, CreateResult


class FastGpt(ABC):
    url: str = 'https://chat9.fastgpt.me/'
    working = False
    needs_auth = False
    supports_stream = True
    supports_gpt_35_turbo = True
    supports_gpt_4 = False

    @staticmethod
    @abstractmethod
    def create_completion(
        model: str,
        messages: list[dict[str, str]],
        stream: bool,
        **kwargs: Any) -> CreateResult:

        headers = {
            'authority': 'chat9.fastgpt.me',
            'accept': 'text/event-stream',
            'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
            'cache-control': 'no-cache',
            'content-type': 'application/json',
            # 'cookie': 'cf_clearance=idIAwtoSCn0uCzcWLGuD.KtiAJv9a1GsPduEOqIkyHU-1692278595-0-1-cb11fd7a.ab1546d4.ccf35fd7-0.2.1692278595; Hm_lvt_563fb31e93813a8a7094966df6671d3f=1691966491,1692278597; Hm_lpvt_563fb31e93813a8a7094966df6671d3f=1692278597',
            'origin': 'https://chat9.fastgpt.me',
            'plugins': '0',
            'pragma': 'no-cache',
            'referer': 'https://chat9.fastgpt.me/',
            'sec-ch-ua': '"Not/A)Brand";v="99", "Google Chrome";v="115", "Chromium";v="115"',
            'sec-ch-ua-mobile': '?0',
            'sec-ch-ua-platform': '"macOS"',
            'sec-fetch-dest': 'empty',
            'sec-fetch-mode': 'cors',
            'sec-fetch-site': 'same-origin',
            'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36',
            'usesearch': 'false',
            'x-requested-with': 'XMLHttpRequest',
        }

        json_data = {
            'messages': messages,
            'stream': stream,
            'model': model,
            'temperature': kwargs.get('temperature', 0.5),
            'presence_penalty': kwargs.get('presence_penalty', 0),
            'frequency_penalty': kwargs.get('frequency_penalty', 0),
            'top_p': kwargs.get('top_p', 1),
        }
        
        subdomain = random.choice([
            'jdaen979ew',
            'chat9'
        ])

        response = requests.post(f'https://{subdomain}.fastgpt.me/api/openai/v1/chat/completions',
            headers=headers, json=json_data, stream=stream)
        
        for line in response.iter_lines():
            if line:
                try:
                    if b'content' in line:
                            line_json = json.loads(line.decode('utf-8').split('data: ')[1])
                            token = line_json['choices'][0]['delta'].get('content')
                            if token:
                                yield token
                except:
                    continue

    @classmethod
    @property
    def params(cls):
        params = [
            ("model", "str"),
            ("messages", "list[dict[str, str]]"),
            ("stream", "bool"),
        ]
        param = ", ".join([": ".join(p) for p in params])
        return f"g4f.provider.{cls.__name__} supports: ({param})"