summaryrefslogtreecommitdiffstats
path: root/gpt4free
diff options
context:
space:
mode:
authort.me/xtekky <98614666+xtekky@users.noreply.github.com>2023-05-01 19:25:14 +0200
committerGitHub <noreply@github.com>2023-05-01 19:25:14 +0200
commitbcd85927101cea009259fd975300872b2e0d9111 (patch)
tree8ea4c862ec8f162cf689e36ce0945ba1ddc1dfff /gpt4free
parentrefactored code (diff)
parentMerge pull request #337 from CCXXXI/docs/readme (diff)
downloadgpt4free-bcd85927101cea009259fd975300872b2e0d9111.tar
gpt4free-bcd85927101cea009259fd975300872b2e0d9111.tar.gz
gpt4free-bcd85927101cea009259fd975300872b2e0d9111.tar.bz2
gpt4free-bcd85927101cea009259fd975300872b2e0d9111.tar.lz
gpt4free-bcd85927101cea009259fd975300872b2e0d9111.tar.xz
gpt4free-bcd85927101cea009259fd975300872b2e0d9111.tar.zst
gpt4free-bcd85927101cea009259fd975300872b2e0d9111.zip
Diffstat (limited to 'gpt4free')
-rw-r--r--gpt4free/forefront/README.md9
-rw-r--r--gpt4free/theb/README.md9
-rw-r--r--gpt4free/theb/__init__.py16
3 files changed, 25 insertions, 9 deletions
diff --git a/gpt4free/forefront/README.md b/gpt4free/forefront/README.md
index 35ba9897..887097ec 100644
--- a/gpt4free/forefront/README.md
+++ b/gpt4free/forefront/README.md
@@ -6,8 +6,11 @@ from gpt4free import forefront
token = forefront.Account.create(logging=False)
print(token)
# get a response
-for response in forefront.StreamingCompletion.create(token=token,
- prompt='hello world', model='gpt-4'):
- print(response.completion.choices[0].text, end='')
+for response in forefront.StreamingCompletion.create(
+ token=token,
+ prompt='hello world',
+ model='gpt-4'
+):
+ print(response.choices[0].text, end='')
print("")
``` \ No newline at end of file
diff --git a/gpt4free/theb/README.md b/gpt4free/theb/README.md
index a4abdf62..a7af9dd8 100644
--- a/gpt4free/theb/README.md
+++ b/gpt4free/theb/README.md
@@ -5,7 +5,10 @@
from gpt4free import theb
# simple streaming completion
-for token in theb.Completion.create('hello world'):
- print(token, end='', flush=True)
-print("")
+
+while True:
+ x = input()
+ for token in theb.Completion.create(x):
+ print(token, end='', flush=True)
+ print("")
```
diff --git a/gpt4free/theb/__init__.py b/gpt4free/theb/__init__.py
index c696387e..e3a7f783 100644
--- a/gpt4free/theb/__init__.py
+++ b/gpt4free/theb/__init__.py
@@ -17,6 +17,7 @@ class Completion:
timer = None
message_queue = Queue()
stream_completed = False
+ last_msg_id = None
@staticmethod
def request(prompt: str, proxy: Optional[str] = None):
@@ -28,26 +29,35 @@ class Completion:
}
proxies = {'http': 'http://' + proxy, 'https': 'http://' + proxy} if proxy else None
-
+
+ options = {}
+ if Completion.last_msg_id:
+ options['parentMessageId'] = Completion.last_msg_id
+
requests.post(
'https://chatbot.theb.ai/api/chat-process',
headers=headers,
proxies=proxies,
content_callback=Completion.handle_stream_response,
- json={'prompt': prompt, 'options': {}},
+ json={'prompt': prompt, 'options': options},
)
Completion.stream_completed = True
@staticmethod
+
def create(prompt: str, proxy: Optional[str] = None) -> Generator[str, None, None]:
+ Completion.stream_completed = False
+
Thread(target=Completion.request, args=[prompt, proxy]).start()
while not Completion.stream_completed or not Completion.message_queue.empty():
try:
message = Completion.message_queue.get(timeout=0.01)
for message in findall(Completion.regex, message):
- yield loads(Completion.part1 + message + Completion.part2)['delta']
+ message_json = loads(Completion.part1 + message + Completion.part2)
+ Completion.last_msg_id = message_json['id']
+ yield message_json['delta']
except Empty:
pass