From fa113e6fa7b2db677ebef8537daf54a35eb4948a Mon Sep 17 00:00:00 2001
From: "t.me/xtekky" <98614666+xtekky@users.noreply.github.com>
Date: Thu, 20 Apr 2023 14:51:55 +0100
Subject: phind.com stream + response formatting

---
 phind/__init__.py | 47 ++++++++++++++++++++++++++++-------------------
 1 file changed, 28 insertions(+), 19 deletions(-)

(limited to 'phind')

diff --git a/phind/__init__.py b/phind/__init__.py
index 469c09b7..69468703 100644
--- a/phind/__init__.py
+++ b/phind/__init__.py
@@ -204,25 +204,34 @@ class StreamingCompletion:
         
         while StreamingCompletion.stream_completed != True or not StreamingCompletion.message_queue.empty():
             try:
-                message = StreamingCompletion.message_queue.get(timeout=0)
-                for token in findall(r'(?<=data: )(.+?)(?=\r\n\r\n)', message.decode()):
-                    yield PhindResponse({
-                        'id'     : f'cmpl-1337-{int(time())}', 
-                        'object' : 'text_completion', 
-                        'created': int(time()), 
-                        'model'  : model, 
-                        'choices': [{
-                                'text'          : token, 
-                                'index'         : 0, 
-                                'logprobs'      : None, 
-                                'finish_reason' : 'stop'
-                        }], 
-                        'usage': {
-                            'prompt_tokens'     : len(prompt), 
-                            'completion_tokens' : len(token), 
-                            'total_tokens'      : len(prompt) + len(token)
-                        }
-                    })
+                chunk = StreamingCompletion.message_queue.get(timeout=0)
+
+                if chunk == b'data:  \r\ndata: \r\ndata: \r\n\r\n':
+                    chunk = b'data:  \n\n\r\n\r\n'
+                
+                chunk = chunk.decode()
+                
+                chunk = chunk.replace('data: \r\n\r\ndata: ', 'data: \n')
+                chunk = chunk.replace('\r\ndata: \r\ndata: \r\n\r\n', '\n\n\r\n\r\n')
+                chunk = chunk.replace('data: ', '').replace('\r\n\r\n', '')
+                
+                yield PhindResponse({
+                    'id'     : f'cmpl-1337-{int(time())}', 
+                    'object' : 'text_completion', 
+                    'created': int(time()), 
+                    'model'  : model, 
+                    'choices': [{
+                            'text'          : chunk, 
+                            'index'         : 0, 
+                            'logprobs'      : None, 
+                            'finish_reason' : 'stop'
+                    }], 
+                    'usage': {
+                        'prompt_tokens'     : len(prompt), 
+                        'completion_tokens' : len(chunk), 
+                        'total_tokens'      : len(prompt) + len(chunk)
+                    }
+                })
 
             except Empty:
                 pass
-- 
cgit v1.2.3