summaryrefslogtreecommitdiffstats
path: root/etc/testing
diff options
context:
space:
mode:
authorHeiner Lohaus <hlohaus@users.noreply.github.com>2023-12-23 20:50:56 +0100
committerHeiner Lohaus <hlohaus@users.noreply.github.com>2023-12-23 20:50:56 +0100
commit3a81f9a2af777ae4fde3d3cd8cfa1ded608c16ae (patch)
tree997027804ee8412e5ddbf1b015f795eaf72cb435 /etc/testing
parentFix streaming in Aura (diff)
downloadgpt4free-3a81f9a2af777ae4fde3d3cd8cfa1ded608c16ae.tar
gpt4free-3a81f9a2af777ae4fde3d3cd8cfa1ded608c16ae.tar.gz
gpt4free-3a81f9a2af777ae4fde3d3cd8cfa1ded608c16ae.tar.bz2
gpt4free-3a81f9a2af777ae4fde3d3cd8cfa1ded608c16ae.tar.lz
gpt4free-3a81f9a2af777ae4fde3d3cd8cfa1ded608c16ae.tar.xz
gpt4free-3a81f9a2af777ae4fde3d3cd8cfa1ded608c16ae.tar.zst
gpt4free-3a81f9a2af777ae4fde3d3cd8cfa1ded608c16ae.zip
Diffstat (limited to '')
-rw-r--r--etc/testing/test_api.py27
1 files changed, 27 insertions, 0 deletions
diff --git a/etc/testing/test_api.py b/etc/testing/test_api.py
new file mode 100644
index 00000000..57e2f117
--- /dev/null
+++ b/etc/testing/test_api.py
@@ -0,0 +1,27 @@
+import openai
+
+# Set your Hugging Face token as the API key if you use embeddings
+# If you don't use embeddings, leave it empty
+openai.api_key = "YOUR_HUGGING_FACE_TOKEN" # Replace with your actual token
+
+# Set the API base URL if needed, e.g., for a local development environment
+openai.api_base = "http://localhost:1337/v1"
+
+def main():
+ response = openai.ChatCompletion.create(
+ model="gpt-3.5-turbo",
+ messages=[{"role": "user", "content": "write a poem about a tree"}],
+ stream=True,
+ )
+ if isinstance(response, dict):
+ # Not streaming
+ print(response.choices[0].message.content)
+ else:
+ # Streaming
+ for token in response:
+ content = token["choices"][0]["delta"].get("content")
+ if content is not None:
+ print(content, end="", flush=True)
+
+if __name__ == "__main__":
+ main() \ No newline at end of file