You've already forked DataMate
1d19cd3a62
* feature: add evaluation task management function * feature: add evaluation task detail page * fix: delete duplicate definition for table t_model_config * refactor: rename package synthesis to ratio * refactor: add eval file table and refactor related code * fix: calling large models in parallel during evaluation
16 lines
384 B
Python
16 lines
384 B
Python
from openai import OpenAI
|
|
|
|
|
|
def call_openai_style_model(base_url, api_key, model_name, prompt, **kwargs):
|
|
client = OpenAI(
|
|
base_url=base_url,
|
|
api_key=api_key
|
|
)
|
|
|
|
response = client.chat.completions.create(
|
|
model=model_name,
|
|
messages=[{"role": "user", "content": prompt}],
|
|
**kwargs
|
|
)
|
|
return response.choices[0].message.content
|