21 lines
438 B
Python
21 lines
438 B
Python
from openai import AsyncOpenAI
|
|
|
|
from core.models import AI
|
|
|
|
|
|
async def run_prompt(
|
|
prompt: list[str],
|
|
ai: AI,
|
|
):
|
|
cast = {"api_key": ai.api_key}
|
|
if ai.base_url is not None:
|
|
cast["base_url"] = ai.base_url
|
|
client = AsyncOpenAI(**cast)
|
|
response = await client.chat.completions.create(
|
|
model=ai.model,
|
|
messages=prompt,
|
|
)
|
|
content = response.choices[0].message.content
|
|
|
|
return content
|