From 659e2f4ff08b46bdcc2420b705eac47da683a3a4 Mon Sep 17 00:00:00 2001 From: Bagus Indrayana Date: Wed, 12 Jul 2023 01:13:24 +0800 Subject: emojin encoding problem idk how to fix it --- testing/binghuan/BingHuan.py | 6 +++--- testing/binghuan/helpers/binghuan.py | 10 ++++++---- testing/binghuan/testing.py | 32 +++++++++++++++++--------------- 3 files changed, 26 insertions(+), 22 deletions(-) diff --git a/testing/binghuan/BingHuan.py b/testing/binghuan/BingHuan.py index c4a65309..ce36b1f2 100644 --- a/testing/binghuan/BingHuan.py +++ b/testing/binghuan/BingHuan.py @@ -13,13 +13,13 @@ def _create_completion(model: str, messages: list, stream: bool, **kwargs): config = json.dumps({ 'messages': messages, 'model': model}, separators=(',', ':')) - cmd = ['python', f'{path}/helpers/binghuan.py', config] p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT) - + for line in iter(p.stdout.readline, b''): - yield line.decode('cp1252') #[:-1] + yield line.decode('utf-8') + # params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \ diff --git a/testing/binghuan/helpers/binghuan.py b/testing/binghuan/helpers/binghuan.py index 2aabc4b6..203bbe45 100644 --- a/testing/binghuan/helpers/binghuan.py +++ b/testing/binghuan/helpers/binghuan.py @@ -210,10 +210,12 @@ async def run(optionSets, messages): prompt = messages[-1]['content'] if(len(messages) > 1): prompt = convert(messages) - async for value in AsyncCompletion.create(prompt=prompt, - optionSets=optionSets): - - print(value, flush=True, end = '') + async for value in AsyncCompletion.create(prompt=prompt, optionSets=optionSets): + try: + print(value, flush=True, end='') + except UnicodeEncodeError as e: + # emoji encoding problem + print(value.encode('utf-8'), flush=True, end='') optionSet = conversationstyles[config['model']] asyncio.run(run(optionSet, config['messages'])) \ No newline at end of file diff --git a/testing/binghuan/testing.py b/testing/binghuan/testing.py index d10b0e96..6c84cfae 100644 --- a/testing/binghuan/testing.py +++ b/testing/binghuan/testing.py @@ -1,12 +1,14 @@ from BingHuan import ChatCompletion +# text = "Hello, this is Bing. I can help you find information on the web, generate content such as poems, stories, code, essays, songs, celebrity parodies and more. I can also help you with rewriting, improving, or optimizing your content. Is there anything specific you would like me to help you with? 😊" +# print(text.encode('utf-8')) -# Test 1 -response = ChatCompletion.create(model="gpt-3.5-turbo", - provider="BingHuan", - stream=False, - messages=[{'role': 'user', 'content': 'who are you?'}]) +# # Test 1 +# response = ChatCompletion.create(model="gpt-3.5-turbo", +# provider="BingHuan", +# stream=False, +# messages=[{'role': 'user', 'content': 'who are you?'}]) -print(response) +# print(response) # Test 2 response = ChatCompletion.create(model="gpt-3.5-turbo", @@ -18,13 +20,13 @@ print(response) # Test 3 -response = ChatCompletion.create(model="gpt-4", - provider="BingHuan", - stream=False, - messages=[ - {'role': 'user', 'content': 'now your name is Bob'}, - {'role': 'assistant', 'content': 'Hello Im Bob, you asistant'}, - {'role': 'user', 'content': 'what your name again?'}, - ]) +# response = ChatCompletion.create(model="gpt-4", +# provider="BingHuan", +# stream=False, +# messages=[ +# {'role': 'user', 'content': 'now your name is Bob'}, +# {'role': 'assistant', 'content': 'Hello Im Bob, you asistant'}, +# {'role': 'user', 'content': 'what your name again?'}, +# ]) -print(response) \ No newline at end of file +# print(response) \ No newline at end of file -- cgit v1.2.3