diff options
author | abc <98614666+xtekky@users.noreply.github.com> | 2023-10-06 20:51:36 +0200 |
---|---|---|
committer | abc <98614666+xtekky@users.noreply.github.com> | 2023-10-06 20:51:36 +0200 |
commit | fdd8ef1fc3741ac9472b3f9f6e46cf65827566aa (patch) | |
tree | ff5efeecf9dd91e1b74b98ca21671e315cf61979 /etc/testing/test_interference.py | |
parent | ~ | Merge pull request #997 from hlohaus/all (diff) | |
download | gpt4free-fdd8ef1fc3741ac9472b3f9f6e46cf65827566aa.tar gpt4free-fdd8ef1fc3741ac9472b3f9f6e46cf65827566aa.tar.gz gpt4free-fdd8ef1fc3741ac9472b3f9f6e46cf65827566aa.tar.bz2 gpt4free-fdd8ef1fc3741ac9472b3f9f6e46cf65827566aa.tar.lz gpt4free-fdd8ef1fc3741ac9472b3f9f6e46cf65827566aa.tar.xz gpt4free-fdd8ef1fc3741ac9472b3f9f6e46cf65827566aa.tar.zst gpt4free-fdd8ef1fc3741ac9472b3f9f6e46cf65827566aa.zip |
Diffstat (limited to 'etc/testing/test_interference.py')
-rw-r--r-- | etc/testing/test_interference.py | 27 |
1 files changed, 27 insertions, 0 deletions
diff --git a/etc/testing/test_interference.py b/etc/testing/test_interference.py new file mode 100644 index 00000000..d8e85a6c --- /dev/null +++ b/etc/testing/test_interference.py @@ -0,0 +1,27 @@ +# type: ignore +import openai + +openai.api_key = "" +openai.api_base = "http://localhost:1337" + + +def main(): + chat_completion = openai.ChatCompletion.create( + model="gpt-3.5-turbo", + messages=[{"role": "user", "content": "write a poem about a tree"}], + stream=True, + ) + + if isinstance(chat_completion, dict): + # not stream + print(chat_completion.choices[0].message.content) + else: + # stream + for token in chat_completion: + content = token["choices"][0]["delta"].get("content") + if content != None: + print(content, end="", flush=True) + + +if __name__ == "__main__": + main()
\ No newline at end of file |