diff options
Diffstat (limited to '')
| -rw-r--r-- | theb/README.md | 11 | ||||
| -rw-r--r-- | theb/__init__.py (renamed from unfinished/theb.ai/__init__.py) | 34 | ||||
| -rw-r--r-- | theb/theb_test.py | 4 |
3 files changed, 26 insertions, 23 deletions
diff --git a/theb/README.md b/theb/README.md new file mode 100644 index 00000000..982c34a1 --- /dev/null +++ b/theb/README.md @@ -0,0 +1,11 @@ +### Example: `theb` (use like openai pypi package) <a name="example-theb"></a> + + +```python +# import library +import theb + +# simple streaming completion +for token in theb.Completion.create('hello world'): + print(token, end='', flush=True) +```
\ No newline at end of file diff --git a/unfinished/theb.ai/__init__.py b/theb/__init__.py index e6bcb8c0..726e025e 100644 --- a/unfinished/theb.ai/__init__.py +++ b/theb/__init__.py @@ -1,11 +1,9 @@ +from re import findall from json import loads from queue import Queue, Empty -from re import findall from threading import Thread - from curl_cffi import requests - class Completion: # experimental part1 = '{"role":"assistant","id":"chatcmpl' @@ -16,7 +14,7 @@ class Completion: message_queue = Queue() stream_completed = False - def request(): + def request(prompt: str): headers = { 'authority': 'chatbot.theb.ai', 'content-type': 'application/json', @@ -25,24 +23,24 @@ class Completion: } requests.post('https://chatbot.theb.ai/api/chat-process', headers=headers, - content_callback=Completion.handle_stream_response, - json={ - 'prompt': 'hello world', - 'options': {} - } - ) + content_callback = Completion.handle_stream_response, + json = { + 'prompt': prompt, + 'options': {} + } + ) Completion.stream_completed = True @staticmethod - def create(): - Thread(target=Completion.request).start() + def create(prompt: str): + Thread(target=Completion.request, args=[prompt]).start() while Completion.stream_completed != True or not Completion.message_queue.empty(): try: message = Completion.message_queue.get(timeout=0.01) for message in findall(Completion.regex, message): - yield loads(Completion.part1 + message + Completion.part2) + yield loads(Completion.part1 + message + Completion.part2)['delta'] except Empty: pass @@ -50,13 +48,3 @@ class Completion: @staticmethod def handle_stream_response(response): Completion.message_queue.put(response.decode()) - - -def start(): - for message in Completion.create(): - yield message['delta'] - - -if __name__ == '__main__': - for message in start(): - print(message) diff --git a/theb/theb_test.py b/theb/theb_test.py new file mode 100644 index 00000000..177c970a --- /dev/null +++ b/theb/theb_test.py @@ -0,0 +1,4 @@ +import theb + +for token in theb.Completion.create('hello world'): + print(token, end='', flush=True)
\ No newline at end of file |