PrivateCoffee/matrix-rssbot
4
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

using openai async methods

Browse source
This commit is contained in:
Justin 2023-05-19 14:52:20 -05:00
parent f118a23714
commit cdca5fb124
1 changed files with 16 additions and 41 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

57
classes/openai.py
View file

@ -39,22 +39,14 @@ class OpenAI:
Returns: Returns:
Tuple[str, int]: The response text and the number of tokens used. Tuple[str, int]: The response text and the number of tokens used.
""" """
try:
loop = asyncio.get_event_loop()
except Exception as e:
self.logger.log(f"Error getting event loop: {e}", "error")
return
self.logger.log(f"Generating response to {len(messages)} messages using {self.chat_model}...") self.logger.log(f"Generating response to {len(messages)} messages using {self.chat_model}...")
chat_partial = functools.partial( response = await openai.ChatCompletion.acreate(
openai.ChatCompletion.create, model=self.chat_model,
model=self.chat_model, messages=messages,
messages=messages, api_key=self.api_key,
api_key=self.api_key, user = user
user = user
) )
response = await loop.run_in_executor(None, chat_partial)
result_text = response.choices[0].message['content'] result_text = response.choices[0].message['content']
tokens_used = response.usage["total_tokens"] tokens_used = response.usage["total_tokens"]
@ -75,12 +67,6 @@ class OpenAI:
- If for any reason you are unable to classify the message (for example, if it infringes on your terms of service), the event_type is "error", and the prompt is a message explaining why you are unable to process the message. - If for any reason you are unable to classify the message (for example, if it infringes on your terms of service), the event_type is "error", and the prompt is a message explaining why you are unable to process the message.
Only the event_types mentioned above are allowed, you must not respond in any other way.""" Only the event_types mentioned above are allowed, you must not respond in any other way."""
try:
loop = asyncio.get_event_loop()
except Exception as e:
self.logger.log(f"Error getting event loop: {e}", "error")
return
messages = [ messages = [
{ {
"role": "system", "role": "system",
@ -94,14 +80,12 @@ Only the event_types mentioned above are allowed, you must not respond in any ot
self.logger.log(f"Classifying message '{query}'...") self.logger.log(f"Classifying message '{query}'...")
chat_partial = functools.partial( response = await openai.ChatCompletion.acreate(
openai.ChatCompletion.create, model=self.chat_model,
model=self.chat_model, messages=messages,
messages=messages, api_key=self.api_key,
api_key=self.api_key, user = user
user=user
) )
response = await loop.run_in_executor(None, chat_partial)
try: try:
result = json.loads(response.choices[0].message['content']) result = json.loads(response.choices[0].message['content'])
@ -123,24 +107,15 @@ Only the event_types mentioned above are allowed, you must not respond in any ot
Yields: Yields:
bytes: The image data. bytes: The image data.
""" """
try:
loop = asyncio.get_event_loop()
except Exception as e:
self.logger.log(f"Error getting event loop: {e}", "error")
return
self.logger.log(f"Generating image from prompt '{prompt}'...") self.logger.log(f"Generating image from prompt '{prompt}'...")
image_partial = functools.partial( response = await openai.Image.acreate(
openai.Image.create, prompt=prompt,
prompt=prompt, n=1,
n=1, api_key=self.api_key,
api_key=self.api_key, size="1024x1024",
size="1024x1024", user = user
user = user
) )
response = await loop.run_in_executor(None, image_partial)
images = [] images = []