ThoughtCODER / prompts /get_reply_from_qwen.py
eternalBlissard's picture
Update prompts/get_reply_from_qwen.py
19247c3 verified
raw
history blame contribute delete
565 Bytes
import os
from openai import OpenAI
client = OpenAI(
base_url="https://api.studio.nebius.ai/v1/",
api_key=os.getenv("NEBIUS_API_KEY")
)
def qwen_reply(temperature=0.5,max_tokens=1024, top_p=0.7, messages=None):
if(messages is None):
return "No input received"
completion = client.chat.completions.create(
model="Qwen/Qwen2.5-Coder-32B-Instruct",
messages=messages,
temperature=temperature,
max_tokens= max_tokens,
top_p=top_p
# prompt=messages[-1]["content"]
)
return completion.choices[0].message.content