audrius/gpt4free
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

phind.com stream + response formatting

Browse Source
This commit is contained in:
t.me/xtekky
2023-04-20 14:51:55 +01:00
parent b2459a5897
commit fa113e6fa7
1 changed files with 28 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
phind/__init__.py
View File

@@ -204,23 +204,32 @@ class StreamingCompletion:
while StreamingCompletion.stream_completed != True or not StreamingCompletion.message_queue.empty(): while StreamingCompletion.stream_completed != True or not StreamingCompletion.message_queue.empty():
try: try:
message = StreamingCompletion.message_queue.get(timeout=0) chunk = StreamingCompletion.message_queue.get(timeout=0)
for token in findall(r'(?<=data: )(.+?)(?=\r\n\r\n)', message.decode()):
if chunk == b'data: \r\ndata: \r\ndata: \r\n\r\n':
chunk = b'data: \n\n\r\n\r\n'
chunk = chunk.decode()
chunk = chunk.replace('data: \r\n\r\ndata: ', 'data: \n')
chunk = chunk.replace('\r\ndata: \r\ndata: \r\n\r\n', '\n\n\r\n\r\n')
chunk = chunk.replace('data: ', '').replace('\r\n\r\n', '')
yield PhindResponse({ yield PhindResponse({
'id' : f'cmpl-1337-{int(time())}', 'id' : f'cmpl-1337-{int(time())}',
'object' : 'text_completion', 'object' : 'text_completion',
'created': int(time()), 'created': int(time()),
'model' : model, 'model' : model,
'choices': [{ 'choices': [{
'text' : token, 'text' : chunk,
'index' : 0, 'index' : 0,
'logprobs' : None, 'logprobs' : None,
'finish_reason' : 'stop' 'finish_reason' : 'stop'
}], }],
'usage': { 'usage': {
'prompt_tokens' : len(prompt), 'prompt_tokens' : len(prompt),
'completion_tokens' : len(token), 'completion_tokens' : len(chunk),
'total_tokens' : len(prompt) + len(token) 'total_tokens' : len(prompt) + len(chunk)
} }
}) })