summaryrefslogblamecommitdiffstats
path: root/etc/examples/api.py
blob: 1ab9b51be61c08de5ba8fea20ddb042bb08f95cc (plain) (tree)
1
2
3
4
5
6




                                                 
                   












                                                                                                              
import requests
import json
url = "http://localhost:1337/v1/chat/completions"
body = {
    "model": "",
    "provider": "",
    "stream": True,
    "messages": [
        {"role": "assistant", "content": "What can you do? Who are you?"}
    ]
}
lines = requests.post(url, json=body, stream=True).iter_lines()
for line in lines:
    if line.startswith(b"data: "):
        try:
            print(json.loads(line[6:]).get("choices", [{"delta": {}}])[0]["delta"].get("content", ""), end="")
        except json.JSONDecodeError:
            pass
print()