diff options
Diffstat (limited to '')
-rw-r--r-- | testing/interference_test.py | 15 |
1 files changed, 15 insertions, 0 deletions
diff --git a/testing/interference_test.py b/testing/interference_test.py new file mode 100644 index 00000000..e7a780d5 --- /dev/null +++ b/testing/interference_test.py @@ -0,0 +1,15 @@ +import openai + +openai.api_key = '' +openai.api_base = 'http://localhost:1337' + +chat_completion = openai.ChatCompletion.create(stream=True, + model='gpt-3.5-turbo', messages=[{'role': 'user', 'content': 'write a poem about a tree'}]) + +#print(chat_completion.choices[0].message.content) + +for token in chat_completion: + + content = token['choices'][0]['delta'].get('content') + if content != None: + print(content)
\ No newline at end of file |