File size: 405 Bytes
31641cc
8bf8b74
 
31641cc
 
8bf8b74
 
31641cc
 
8bf8b74
1
2
3
4
5
6
7
8
9
10
11
import os
from transformers import AutoModelForCausalLM, AutoTokenizer

# Загрузка токена из переменной окружения
hf_token = os.getenv("HUGGING_FACE_TOKEN")
model_name = "mistralai/Mistral-7B-Instruct-v0.3"

tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=hf_token)
model = AutoModelForCausalLM.from_pretrained(model_name, use_auth_token=hf_token)