Spaces:
Running
Running
File size: 565 Bytes
f9902eb 19247c3 f9902eb |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
import os
from openai import OpenAI
client = OpenAI(
base_url="https://api.studio.nebius.ai/v1/",
api_key=os.getenv("NEBIUS_API_KEY")
)
def qwen_reply(temperature=0.5,max_tokens=1024, top_p=0.7, messages=None):
if(messages is None):
return "No input received"
completion = client.chat.completions.create(
model="Qwen/Qwen2.5-Coder-32B-Instruct",
messages=messages,
temperature=temperature,
max_tokens= max_tokens,
top_p=top_p
# prompt=messages[-1]["content"]
)
return completion.choices[0].message.content
|