PrivateCoffee/matrix-gptbot
4
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Run OpenAI calls async

Browse source
This commit is contained in:
Justin 2023-05-19 11:26:07 -05:00
parent e200393670
commit 9c2c4d5f6f
3 changed files with 51 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

15
classes/bot.py
View file

@ -2,6 +2,7 @@ import markdown2
import duckdb
import tiktoken
import asyncio
import functools
from PIL import Image
@ -780,8 +781,18 @@ class GPTBot:
chat_messages, self.max_tokens - 1, system_message=system_message)
try:
response, tokens_used = self.chat_api.generate_chat_response(
chat_messages, user=room.room_id)
loop = asyncio.get_event_loop()
except Exception as e:
self.logger.log(f"Error getting event loop: {e}", "error")
await self.send_message(
room, "Something went wrong. Please try again.", True)
return
try:
chat_partial = functools.partial(self.chat_api.generate_chat_response, truncated_messages, user=room.room_id)
response, tokens_used = await loop.run_in_executor(None, chat_partial)
# response, tokens_used = self.chat_api.generate_chat_response(
# chat_messages, user=room.room_id)
except Exception as e:
self.logger.log(f"Error generating response: {e}", "error")
await self.send_message(

21
commands/classify.py
View file

@ -1,3 +1,6 @@
import asyncio
import functools
from nio.events.room_events import RoomMessageText
from nio.rooms import MatrixRoom
@ -8,7 +11,21 @@ async def command_classify(room: MatrixRoom, event: RoomMessageText, bot):
if prompt:
bot.logger.log("Classifying message...")
response, tokens_used = bot.classification_api.classify_message(prompt, user=room.room_id)
try:
loop = asyncio.get_event_loop()
except Exception as e:
bot.logger.log(f"Error getting event loop: {e}", "error")
await bot.send_message(
room, "Something went wrong. Please try again.", True)
return
try:
classify_partial = functools.partial(bot.classification_api.classify_message, prompt, user=room.room_id)
response, tokens_used = await loop.run_in_executor(None, classify_partial)
except Exception as e:
bot.logger.log(f"Error classifying message: {e}", "error")
await bot.send_message(room, "Sorry, I couldn't classify the message. Please try again later.", True)
return
message = f"The message you provided seems to be of type: {response['type']}."
@ -21,4 +38,4 @@ async def command_classify(room: MatrixRoom, event: RoomMessageText, bot):
return
await bot.send_message(room, "You need to provide a prompt.", True)
await bot.send_message(room, "You need to provide a prompt.", True)

21
commands/imagine.py
View file

@ -1,3 +1,6 @@
import asyncio
import functools
from nio.events.room_events import RoomMessageText
from nio.rooms import MatrixRoom
@ -8,7 +11,21 @@ async def command_imagine(room: MatrixRoom, event: RoomMessageText, bot):
if prompt:
bot.logger.log("Generating image...")
images, tokens_used = bot.image_api.generate_image(prompt, user=room.room_id)
try:
loop = asyncio.get_event_loop()
except Exception as e:
bot.logger.log(f"Error getting event loop: {e}", "error")
await bot.send_message(
room, "Something went wrong. Please try again.", True)
return
try:
image_partial = functools.partial(bot.image_api.generate_image, prompt, user=room.room_id)
images, tokens_used = await loop.run_in_executor(None, image_partial)
except Exception as e:
bot.logger.log(f"Error generating image: {e}", "error")
await bot.send_message(room, "Sorry, I couldn't generate an image. Please try again later.", True)
return
for image in images:
bot.logger.log(f"Sending image...")
@ -18,4 +35,4 @@ async def command_imagine(room: MatrixRoom, event: RoomMessageText, bot):
return
await bot.send_message(room, "You need to provide a prompt.", True)
await bot.send_message(room, "You need to provide a prompt.", True)