From f3fb6f8a60b758b0e245c3341602a1631cc2fc73 Mon Sep 17 00:00:00 2001 From: Ramon Victor Cardoso Date: Thu, 4 Jan 2024 12:27:02 -0300 Subject: Update openai example --- README.md | 19 +++++++++++-------- 1 file changed, 11 insertions(+), 8 deletions(-) diff --git a/README.md b/README.md index 15ed1890..6d8f39c9 100644 --- a/README.md +++ b/README.md @@ -369,17 +369,19 @@ python -m g4f.api.run ``` ```python -import openai +from openai import OpenAI -# Set your Hugging Face token as the API key if you use embeddings -# If you don't use embeddings, leave it empty -openai.api_key = "YOUR_HUGGING_FACE_TOKEN" # Replace with your actual token +client = OpenAI( + # Set your Hugging Face token as the API key if you use embeddings + api_key="YOUR_HUGGING_FACE_TOKEN", + + # Set the API base URL if needed, e.g., for a local development environment + base_url="http://localhost:1337/v1" +) -# Set the API base URL if needed, e.g., for a local development environment -openai.api_base = "http://localhost:1337/v1" def main(): - chat_completion = openai.ChatCompletion.create( + chat_completion = client.chat.completions.create( model="gpt-3.5-turbo", messages=[{"role": "user", "content": "write a poem about a tree"}], stream=True, @@ -391,10 +393,11 @@ def main(): else: # Streaming for token in chat_completion: - content = token["choices"][0]["delta"].get("content") + content = token.choices[0].delta.content if content is not None: print(content, end="", flush=True) + if __name__ == "__main__": main() ``` -- cgit v1.2.3