summaryrefslogtreecommitdiffstats
path: root/testing/interference_test.py
diff options
context:
space:
mode:
Diffstat (limited to 'testing/interference_test.py')
-rw-r--r--testing/interference_test.py15
1 files changed, 15 insertions, 0 deletions
diff --git a/testing/interference_test.py b/testing/interference_test.py
new file mode 100644
index 00000000..e7a780d5
--- /dev/null
+++ b/testing/interference_test.py
@@ -0,0 +1,15 @@
+import openai
+
+openai.api_key = ''
+openai.api_base = 'http://localhost:1337'
+
+chat_completion = openai.ChatCompletion.create(stream=True,
+ model='gpt-3.5-turbo', messages=[{'role': 'user', 'content': 'write a poem about a tree'}])
+
+#print(chat_completion.choices[0].message.content)
+
+for token in chat_completion:
+
+ content = token['choices'][0]['delta'].get('content')
+ if content != None:
+ print(content) \ No newline at end of file