Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -128,6 +128,10 @@ class Chatbot:
|
|
128 |
"""
|
129 |
self.tokenizer = AutoTokenizer.from_pretrained(model_name)
|
130 |
self.model = AutoModelForCausalLM.from_pretrained(model_name)
|
|
|
|
|
|
|
|
|
131 |
|
132 |
def generate_response(self, prompt, max_length=100):
|
133 |
"""
|
@@ -142,7 +146,7 @@ class Chatbot:
|
|
142 |
attention_mask=inputs.attention_mask, # Pass the attention mask
|
143 |
max_length=max_length,
|
144 |
num_return_sequences=1,
|
145 |
-
pad_token_id=self.tokenizer.
|
146 |
)
|
147 |
|
148 |
# Decode the generated response
|
|
|
128 |
"""
|
129 |
self.tokenizer = AutoTokenizer.from_pretrained(model_name)
|
130 |
self.model = AutoModelForCausalLM.from_pretrained(model_name)
|
131 |
+
|
132 |
+
# Set pad_token to eos_token if not already defined
|
133 |
+
if self.tokenizer.pad_token is None:
|
134 |
+
self.tokenizer.pad_token = self.tokenizer.eos_token
|
135 |
|
136 |
def generate_response(self, prompt, max_length=100):
|
137 |
"""
|
|
|
146 |
attention_mask=inputs.attention_mask, # Pass the attention mask
|
147 |
max_length=max_length,
|
148 |
num_return_sequences=1,
|
149 |
+
pad_token_id=self.tokenizer.pad_token_id, # Use the defined pad_token_id
|
150 |
)
|
151 |
|
152 |
# Decode the generated response
|