diff options
author | t.me/xtekky <98614666+xtekky@users.noreply.github.com> | 2023-05-01 19:25:14 +0200 |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-05-01 19:25:14 +0200 |
commit | bcd85927101cea009259fd975300872b2e0d9111 (patch) | |
tree | 8ea4c862ec8f162cf689e36ce0945ba1ddc1dfff /gpt4free | |
parent | refactored code (diff) | |
parent | Merge pull request #337 from CCXXXI/docs/readme (diff) | |
download | gpt4free-bcd85927101cea009259fd975300872b2e0d9111.tar gpt4free-bcd85927101cea009259fd975300872b2e0d9111.tar.gz gpt4free-bcd85927101cea009259fd975300872b2e0d9111.tar.bz2 gpt4free-bcd85927101cea009259fd975300872b2e0d9111.tar.lz gpt4free-bcd85927101cea009259fd975300872b2e0d9111.tar.xz gpt4free-bcd85927101cea009259fd975300872b2e0d9111.tar.zst gpt4free-bcd85927101cea009259fd975300872b2e0d9111.zip |
Diffstat (limited to 'gpt4free')
-rw-r--r-- | gpt4free/forefront/README.md | 9 | ||||
-rw-r--r-- | gpt4free/theb/README.md | 9 | ||||
-rw-r--r-- | gpt4free/theb/__init__.py | 16 |
3 files changed, 25 insertions, 9 deletions
diff --git a/gpt4free/forefront/README.md b/gpt4free/forefront/README.md index 35ba9897..887097ec 100644 --- a/gpt4free/forefront/README.md +++ b/gpt4free/forefront/README.md @@ -6,8 +6,11 @@ from gpt4free import forefront token = forefront.Account.create(logging=False) print(token) # get a response -for response in forefront.StreamingCompletion.create(token=token, - prompt='hello world', model='gpt-4'): - print(response.completion.choices[0].text, end='') +for response in forefront.StreamingCompletion.create( + token=token, + prompt='hello world', + model='gpt-4' +): + print(response.choices[0].text, end='') print("") ```
\ No newline at end of file diff --git a/gpt4free/theb/README.md b/gpt4free/theb/README.md index a4abdf62..a7af9dd8 100644 --- a/gpt4free/theb/README.md +++ b/gpt4free/theb/README.md @@ -5,7 +5,10 @@ from gpt4free import theb # simple streaming completion -for token in theb.Completion.create('hello world'): - print(token, end='', flush=True) -print("") + +while True: + x = input() + for token in theb.Completion.create(x): + print(token, end='', flush=True) + print("") ``` diff --git a/gpt4free/theb/__init__.py b/gpt4free/theb/__init__.py index c696387e..e3a7f783 100644 --- a/gpt4free/theb/__init__.py +++ b/gpt4free/theb/__init__.py @@ -17,6 +17,7 @@ class Completion: timer = None message_queue = Queue() stream_completed = False + last_msg_id = None @staticmethod def request(prompt: str, proxy: Optional[str] = None): @@ -28,26 +29,35 @@ class Completion: } proxies = {'http': 'http://' + proxy, 'https': 'http://' + proxy} if proxy else None - + + options = {} + if Completion.last_msg_id: + options['parentMessageId'] = Completion.last_msg_id + requests.post( 'https://chatbot.theb.ai/api/chat-process', headers=headers, proxies=proxies, content_callback=Completion.handle_stream_response, - json={'prompt': prompt, 'options': {}}, + json={'prompt': prompt, 'options': options}, ) Completion.stream_completed = True @staticmethod + def create(prompt: str, proxy: Optional[str] = None) -> Generator[str, None, None]: + Completion.stream_completed = False + Thread(target=Completion.request, args=[prompt, proxy]).start() while not Completion.stream_completed or not Completion.message_queue.empty(): try: message = Completion.message_queue.get(timeout=0.01) for message in findall(Completion.regex, message): - yield loads(Completion.part1 + message + Completion.part2)['delta'] + message_json = loads(Completion.part1 + message + Completion.part2) + Completion.last_msg_id = message_json['id'] + yield message_json['delta'] except Empty: pass |