Spaces:
Running
Running
import os | |
from openai import OpenAI | |
client = OpenAI( | |
base_url="https://api.studio.nebius.ai/v1/", | |
api_key=os.getenv("NEBIUS_API_KEY") | |
) | |
def qwen_reply(temperature=0.5,max_tokens=1024, top_p=0.7, messages=None): | |
if(messages is None): | |
return "No input received" | |
completion = client.chat.completions.create( | |
model="Qwen/Qwen2.5-Coder-32B-Instruct", | |
messages=messages, | |
temperature=temperature, | |
max_tokens= max_tokens, | |
top_p=top_p | |
# prompt=messages[-1]["content"] | |
) | |
return completion.choices[0].message.content | |