multimodalart HF staff commited on
Commit
6aefb86
·
verified ·
1 Parent(s): 806a34c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -12,7 +12,7 @@ print(f"Using device: {device}")
12
  # Load model and tokenizer
13
  tokenizer = AutoTokenizer.from_pretrained('GSAI-ML/LLaDA-8B-Instruct', trust_remote_code=True)
14
  model = AutoModel.from_pretrained('GSAI-ML/LLaDA-8B-Instruct', trust_remote_code=True,
15
- torch_dtype=torch.bfloat16).to(device).eval()
16
 
17
  # Constants
18
  MASK_TOKEN = "[MASK]"
 
12
  # Load model and tokenizer
13
  tokenizer = AutoTokenizer.from_pretrained('GSAI-ML/LLaDA-8B-Instruct', trust_remote_code=True)
14
  model = AutoModel.from_pretrained('GSAI-ML/LLaDA-8B-Instruct', trust_remote_code=True,
15
+ torch_dtype=torch.bfloat16).to(device)
16
 
17
  # Constants
18
  MASK_TOKEN = "[MASK]"