theb.ai
This commit is contained in:
@@ -1,3 +0,0 @@
|
||||
https://chatbot.theb.ai/
|
||||
to do:
|
||||
- code refractoring
|
||||
@@ -1,62 +0,0 @@
|
||||
from json import loads
|
||||
from queue import Queue, Empty
|
||||
from re import findall
|
||||
from threading import Thread
|
||||
|
||||
from curl_cffi import requests
|
||||
|
||||
|
||||
class Completion:
|
||||
# experimental
|
||||
part1 = '{"role":"assistant","id":"chatcmpl'
|
||||
part2 = '"},"index":0,"finish_reason":null}]}}'
|
||||
regex = rf'{part1}(.*){part2}'
|
||||
|
||||
timer = None
|
||||
message_queue = Queue()
|
||||
stream_completed = False
|
||||
|
||||
def request():
|
||||
headers = {
|
||||
'authority': 'chatbot.theb.ai',
|
||||
'content-type': 'application/json',
|
||||
'origin': 'https://chatbot.theb.ai',
|
||||
'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36',
|
||||
}
|
||||
|
||||
requests.post('https://chatbot.theb.ai/api/chat-process', headers=headers,
|
||||
content_callback=Completion.handle_stream_response,
|
||||
json={
|
||||
'prompt': 'hello world',
|
||||
'options': {}
|
||||
}
|
||||
)
|
||||
|
||||
Completion.stream_completed = True
|
||||
|
||||
@staticmethod
|
||||
def create():
|
||||
Thread(target=Completion.request).start()
|
||||
|
||||
while Completion.stream_completed != True or not Completion.message_queue.empty():
|
||||
try:
|
||||
message = Completion.message_queue.get(timeout=0.01)
|
||||
for message in findall(Completion.regex, message):
|
||||
yield loads(Completion.part1 + message + Completion.part2)
|
||||
|
||||
except Empty:
|
||||
pass
|
||||
|
||||
@staticmethod
|
||||
def handle_stream_response(response):
|
||||
Completion.message_queue.put(response.decode())
|
||||
|
||||
|
||||
def start():
|
||||
for message in Completion.create():
|
||||
yield message['delta']
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
for message in start():
|
||||
print(message)
|
||||
Reference in New Issue
Block a user