Update app.py
Browse files
app.py
CHANGED
@@ -12,7 +12,7 @@ print(f"Using device: {device}")
|
|
12 |
# Load model and tokenizer
|
13 |
tokenizer = AutoTokenizer.from_pretrained('GSAI-ML/LLaDA-8B-Instruct', trust_remote_code=True)
|
14 |
model = AutoModel.from_pretrained('GSAI-ML/LLaDA-8B-Instruct', trust_remote_code=True,
|
15 |
-
torch_dtype=torch.bfloat16).to(device)
|
16 |
|
17 |
# Constants
|
18 |
MASK_TOKEN = "[MASK]"
|
|
|
12 |
# Load model and tokenizer
|
13 |
tokenizer = AutoTokenizer.from_pretrained('GSAI-ML/LLaDA-8B-Instruct', trust_remote_code=True)
|
14 |
model = AutoModel.from_pretrained('GSAI-ML/LLaDA-8B-Instruct', trust_remote_code=True,
|
15 |
+
torch_dtype=torch.bfloat16).to(device)
|
16 |
|
17 |
# Constants
|
18 |
MASK_TOKEN = "[MASK]"
|