Upload tokenizer

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f7eee611703c5ce5d1eee32d9cdcfe465647b8aff0c1dfb3bed7ad7dbb05060
-size 34362873
+oid sha256:83dc0fce7d93d49a7363b834520a302d7f1144bd728792e5a39ca6f6f9bf3233
+size 34363253

tokenizer_config.json

@@ -1993,6 +1993,22 @@
       "rstrip": false,
       "single_word": false,
       "special": false
+    },
+    "256000": {
+      "content": "<start_of_sum>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "256001": {
+      "content": "<end_of_sum>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
   "additional_special_tokens": [
@@ -2007,7 +2023,7 @@
   "pad_token": "<pad>",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
-  "tokenizer_class": "GemmaTokenizerFast",
+  "tokenizer_class": "GemmaTokenizer",
   "unk_token": "<unk>",
   "use_default_system_prompt": false
 }