This commit is contained in:
Nexus 2024-04-18 00:52:15 +01:00
parent 709ca94e29
commit 33319feb86
Signed by: nex
GPG key ID: 0FA334385D0B689F

View file

@ -891,11 +891,13 @@ class Ollama(commands.Cog):
await ctx.delete(delay=0.1) await ctx.delete(delay=0.1)
messages = self.history.get_history(thread) messages = self.history.get_history(thread)
embed = discord.Embed(description="*Waking Ollama up...*") embed = discord.Embed(description="*Waking Ollama up...*")
self.log.debug("Acquiring lock")
async with self.lock: async with self.lock:
await ctx.respond(embed=embed, ephemeral=True) await ctx.respond(embed=embed, ephemeral=True)
last_edit = time.time() last_edit = time.time()
msg = None msg = None
with client.new_chat("orca-mini:3b", messages) as handler: with client.new_chat("orca-mini:3b", messages) as handler:
self.log.info("New chat connection established.")
async for ln in handler: async for ln in handler:
done = ln.get("done") is True done = ln.get("done") is True
embed.description = handler.result embed.description = handler.result