From 554609dc733cd6799986030fd6bb4ac88e965e6c Mon Sep 17 00:00:00 2001 From: Heiner Lohaus Date: Sat, 23 Dec 2023 20:33:23 +0100 Subject: Fix streaming in Aura --- g4f/Provider/Aura.py | 23 +++++++++++------------ 1 file changed, 11 insertions(+), 12 deletions(-) (limited to 'g4f/Provider') diff --git a/g4f/Provider/Aura.py b/g4f/Provider/Aura.py index fa6025cd..bdc8bafd 100644 --- a/g4f/Provider/Aura.py +++ b/g4f/Provider/Aura.py @@ -32,25 +32,24 @@ class Aura(AsyncGeneratorProvider): "User-Agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", } async with ClientSession(headers=headers) as session: - system_prompt="" - system_message=[] + new_messages = [] + system_message = [] for message in messages: - if message["role"]=="system": - system_prompt +=message["content"] + if message["role"] == "system": + system_message.append(message["content"]) else: - system_message.append(message) - + new_messages.append(message) data = { "model": { "id": "openchat_v3.2_mistral", "name": "OpenChat Aura", "maxLength": 24576, "tokenLimit": 8192 - }, - "messages": system_message, + }, + "messages": new_messages, "key": "", - "prompt": f"{system_prompt}", + "prompt": "\n".join(system_message), "temperature": 0.5 - } - async with session.post(f"{cls.url}/api/chat",json=data,proxy=proxy) as response: - yield await response.text() \ No newline at end of file + } + async with session.post(f"{cls.url}/api/chat", json=data, proxy=proxy) as response: + return response.content.iter_any() \ No newline at end of file -- cgit v1.2.3