summaryrefslogtreecommitdiffstats
path: root/testing/interference_test.py
blob: e7a780d526e0ccbda8f3127d818e81a9b1ba231f (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
import openai

openai.api_key = ''
openai.api_base = 'http://localhost:1337'

chat_completion = openai.ChatCompletion.create(stream=True,
    model='gpt-3.5-turbo', messages=[{'role': 'user', 'content': 'write a poem about a tree'}])

#print(chat_completion.choices[0].message.content)

for token in chat_completion:
    
    content = token['choices'][0]['delta'].get('content')
    if content != None:
        print(content)