Significant-Gravitas
/
AutoGPT
mirror of https://github.com/Significant-Gravitas/AutoGPT.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

changed chat completion to async

pull/5288/head
SwiftyOS 2023-09-21 17:17:37 +02:00
parent 01f68601d3
commit d0db337af8
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
autogpts/forge/forge/sdk/llm.py
View File

@ -9,7 +9,7 @@ LOG = ForgeLogger(__name__)
@retry(wait=wait_random_exponential(min=1, max=40), stop=stop_after_attempt(3))
def chat_completion_request(
async def chat_completion_request(
messages, functions=None, function_call=None, model=str, custom_labels=None
) -> typing.Union[typing.Dict[str, typing.Any], Exception]:
"""Generate a response to a list of messages using OpenAI's API"""
@ -31,7 +31,7 @@ def chat_completion_request(
# This is an example showing adding in the labels as helicone properties
kwargs["headers"][f"Helicone-Property-{label}"] = custom_labels[label]
resp = openai.ChatCompletion.create(**kwargs)
resp = await openai.ChatCompletion.acreate(**kwargs)
return resp
except Exception as e: