diff options
Diffstat (limited to 't3nsor')
| -rw-r--r-- | t3nsor/__init__.py | 118 |
1 files changed, 118 insertions, 0 deletions
diff --git a/t3nsor/__init__.py b/t3nsor/__init__.py new file mode 100644 index 00000000..5cd12608 --- /dev/null +++ b/t3nsor/__init__.py @@ -0,0 +1,118 @@ +from requests import post +from time import time + +class T3nsorResponse: + + class Completion: + + class Choices: + def __init__(self, choice: dict) -> None: + self.text = choice['text'] + self.content = self.text.encode() + self.index = choice['index'] + self.logprobs = choice['logprobs'] + self.finish_reason = choice['finish_reason'] + + def __repr__(self) -> str: + return f'''<__main__.APIResponse.Completion.Choices(\n text = {self.text.encode()},\n index = {self.index},\n logprobs = {self.logprobs},\n finish_reason = {self.finish_reason})object at 0x1337>''' + + def __init__(self, choices: dict) -> None: + self.choices = [self.Choices(choice) for choice in choices] + + class Usage: + def __init__(self, usage_dict: dict) -> None: + self.prompt_tokens = usage_dict['prompt_tokens'] + self.completion_tokens = usage_dict['completion_tokens'] + self.total_tokens = usage_dict['total_tokens'] + + def __repr__(self): + return f'''<__main__.APIResponse.Usage(\n prompt_tokens = {self.prompt_tokens},\n completion_tokens = {self.completion_tokens},\n total_tokens = {self.total_tokens})object at 0x1337>''' + + def __init__(self, response_dict: dict) -> None: + + self.response_dict = response_dict + self.id = response_dict['id'] + self.object = response_dict['object'] + self.created = response_dict['created'] + self.model = response_dict['model'] + self.completion = self.Completion(response_dict['choices']) + self.usage = self.Usage(response_dict['usage']) + + def json(self) -> dict: + return self.response_dict + +class Completion: + model = { + 'model': { + 'id' : 'gpt-3.5-turbo', + 'name' : 'Default (GPT-3.5)' + } + } + + def create( + prompt: str = 'hello world', + messages: list = []) -> T3nsorResponse: + + response = post('https://www.t3nsor.tech/api/chat', json = Completion.model | { + 'messages' : messages, + 'key' : '', + 'prompt' : prompt + }) + + return T3nsorResponse({ + 'id' : f'cmpl-1337-{int(time())}', + 'object' : 'text_completion', + 'created': int(time()), + 'model' : Completion.model, + 'choices': [{ + 'text' : response.text, + 'index' : 0, + 'logprobs' : None, + 'finish_reason' : 'stop' + }], + 'usage': { + 'prompt_chars' : len(prompt), + 'completion_chars' : len(response.text), + 'total_chars' : len(prompt) + len(response.text) + } + }) + +class StreamCompletion: + model = { + 'model': { + 'id' : 'gpt-3.5-turbo', + 'name' : 'Default (GPT-3.5)' + } + } + + def create( + prompt: str = 'hello world', + messages: list = []) -> T3nsorResponse: + + response = post('https://www.t3nsor.tech/api/chat', stream = True, json = Completion.model | { + 'messages' : messages, + 'key' : '', + 'prompt' : prompt + }) + + for resp in response.iter_lines(): + if resp: + yield T3nsorResponse({ + 'id' : f'cmpl-1337-{int(time())}', + 'object' : 'text_completion', + 'created': int(time()), + 'model' : Completion.model, + + 'choices': [{ + 'text' : resp.decode(), + 'index' : 0, + 'logprobs' : None, + 'finish_reason' : 'stop' + }], + + 'usage': { + 'prompt_chars' : len(prompt), + 'completion_chars' : len(resp.decode()), + 'total_chars' : len(prompt) + len(resp.decode()) + } + })
\ No newline at end of file |