Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -93,7 +93,7 @@ def get_num_transfer_tokens(mask_index, steps):
|
|
93 |
return num_transfer_tokens
|
94 |
|
95 |
@spaces.GPU
|
96 |
-
def generate_response_with_visualization(
|
97 |
constraints=None, temperature=0.0, cfg_scale=0.0, block_length=32,
|
98 |
remasking='low_confidence'):
|
99 |
"""
|
@@ -424,7 +424,6 @@ def create_chatbot_demo():
|
|
424 |
|
425 |
# Generate response with visualization
|
426 |
vis_states, response_text = generate_response_with_visualization(
|
427 |
-
model, tokenizer, device,
|
428 |
messages,
|
429 |
gen_length=gen_length,
|
430 |
steps=steps,
|
|
|
93 |
return num_transfer_tokens
|
94 |
|
95 |
@spaces.GPU
|
96 |
+
def generate_response_with_visualization(messages, gen_length=64, steps=32,
|
97 |
constraints=None, temperature=0.0, cfg_scale=0.0, block_length=32,
|
98 |
remasking='low_confidence'):
|
99 |
"""
|
|
|
424 |
|
425 |
# Generate response with visualization
|
426 |
vis_states, response_text = generate_response_with_visualization(
|
|
|
427 |
messages,
|
428 |
gen_length=gen_length,
|
429 |
steps=steps,
|