1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
|
import json
import re
from typing import Any
import quickjs
from curl_cffi import requests
session = requests.Session(impersonate="chrome107")
def get_model_info() -> dict[str, Any]:
url = "https://sdk.vercel.ai"
response = session.get(url)
html = response.text
paths_regex = r"static\/chunks.+?\.js"
separator_regex = r'"\]\)<\/script><script>self\.__next_f\.push\(\[.,"'
paths = re.findall(paths_regex, html)
paths = [re.sub(separator_regex, "", path) for path in paths]
paths = list(set(paths))
urls = [f"{url}/_next/{path}" for path in paths]
scripts = [session.get(url).text for url in urls]
for script in scripts:
models_regex = r'let .="\\n\\nHuman:\",r=(.+?),.='
matches = re.findall(models_regex, script)
if matches:
models_str = matches[0]
stop_sequences_regex = r"(?<=stopSequences:{value:\[)\D(?<!\])"
models_str = re.sub(
stop_sequences_regex, re.escape('"\\n\\nHuman:"'), models_str
)
context = quickjs.Context() # type: ignore
json_str: str = context.eval(f"({models_str})").json() # type: ignore
return json.loads(json_str) # type: ignore
return {}
def convert_model_info(models: dict[str, Any]) -> dict[str, Any]:
model_info: dict[str, Any] = {}
for model_name, params in models.items():
default_params = params_to_default_params(params["parameters"])
model_info[model_name] = {"id": params["id"], "default_params": default_params}
return model_info
def params_to_default_params(parameters: dict[str, Any]):
defaults: dict[str, Any] = {}
for key, parameter in parameters.items():
if key == "maximumLength":
key = "maxTokens"
defaults[key] = parameter["value"]
return defaults
def get_model_names(model_info: dict[str, Any]):
model_names = model_info.keys()
model_names = [
name
for name in model_names
if name not in ["openai:gpt-4", "openai:gpt-3.5-turbo"]
]
model_names.sort()
return model_names
def print_providers(model_names: list[str]):
for name in model_names:
split_name = re.split(r":|/", name)
base_provider = split_name[0]
variable_name = split_name[-1].replace("-", "_").replace(".", "")
line = f'{variable_name} = Model(name="{name}", base_provider="{base_provider}", best_provider=Vercel,)\n'
print(line)
def print_convert(model_names: list[str]):
for name in model_names:
split_name = re.split(r":|/", name)
key = split_name[-1]
variable_name = split_name[-1].replace("-", "_").replace(".", "")
# "claude-instant-v1": claude_instant_v1,
line = f' "{key}": {variable_name},'
print(line)
def main():
model_info = get_model_info()
model_info = convert_model_info(model_info)
print(json.dumps(model_info, indent=2))
model_names = get_model_names(model_info)
print("-------" * 40)
print_providers(model_names)
print("-------" * 40)
print_convert(model_names)
if __name__ == "__main__":
main()
|
