nex/college-bot-v1
1
0
Fork 0
mirror of https://github.com/nexy7574/LCC-bot.git synced 2024-09-19 18:16:34 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions

wtf man

Browse source
This commit is contained in:
Nexus 2023-11-10 23:27:28 +00:00
parent ff192c5b88
commit a6e92a44af
Signed by: nex
GPG key ID: 0FA334385D0B689F
1 changed files with 8 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

18
cogs/other.py
View file

@ -90,24 +90,22 @@ except Exception as _pyttsx3_err:
async def ollama_stream_reader(response: httpx.Response) -> typing.AsyncGenerator[
dict[str, str | int | bool], None
]:
stream = response.aiter_bytes(1)
_buffer = b""
while not response.is_stream_consumed:
_buffer = b""
async for char in response.aiter_bytes(1):
while not _buffer.endswith(b"}\n"):
async for char in stream:
_buffer += char
print(
"Read {:,} bytes in chunk for a total of {:,} bytes in buffer.".format(
len(char),
len(_buffer)
)
_buffer += char
print(
"Read {:,} bytes in chunk for a total of {:,} bytes in buffer.".format(
len(char),
len(_buffer)
)
)
_buffer = _buffer.rstrip()
print("[ollama stream reader] Resolving %r" % (_buffer.decode()))
chunk = json.loads(_buffer.decode("utf-8", "replace"))
print("[ollama stream reader] %r -> %r" % (_buffer.decode(), chunk))
yield chunk
_buffer = b""
def format_autocomplete(ctx: discord.AutocompleteContext):