Fred808 commited on
Commit
5e6d68b
·
verified ·
1 Parent(s): 1569bc7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -128,6 +128,10 @@ class Chatbot:
128
  """
129
  self.tokenizer = AutoTokenizer.from_pretrained(model_name)
130
  self.model = AutoModelForCausalLM.from_pretrained(model_name)
 
 
 
 
131
 
132
  def generate_response(self, prompt, max_length=100):
133
  """
@@ -142,7 +146,7 @@ class Chatbot:
142
  attention_mask=inputs.attention_mask, # Pass the attention mask
143
  max_length=max_length,
144
  num_return_sequences=1,
145
- pad_token_id=self.tokenizer.eos_token_id, # Set pad_token_id to eos_token_id
146
  )
147
 
148
  # Decode the generated response
 
128
  """
129
  self.tokenizer = AutoTokenizer.from_pretrained(model_name)
130
  self.model = AutoModelForCausalLM.from_pretrained(model_name)
131
+
132
+ # Set pad_token to eos_token if not already defined
133
+ if self.tokenizer.pad_token is None:
134
+ self.tokenizer.pad_token = self.tokenizer.eos_token
135
 
136
  def generate_response(self, prompt, max_length=100):
137
  """
 
146
  attention_mask=inputs.attention_mask, # Pass the attention mask
147
  max_length=max_length,
148
  num_return_sequences=1,
149
+ pad_token_id=self.tokenizer.pad_token_id, # Use the defined pad_token_id
150
  )
151
 
152
  # Decode the generated response