kevinng77 commited on
Commit
ead8d8c
·
1 Parent(s): e2be199

add canine tydiqa baseline model

Browse files
model_config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "init_args": [
3
+ {
4
+ "d_model": 768,
5
+ "bos_token_id": 57344,
6
+ "eos_token_id": 57345,
7
+ "pad_token_id": 0,
8
+ "num_encoder_layers": 12,
9
+ "num_heads": 12,
10
+ "activation": "gelu",
11
+ "num_hash_buckets": 16384,
12
+ "num_hash_functions": 8,
13
+ "type_vocab_size": 16,
14
+ "layer_norm_eps": 1e-12,
15
+ "upsampling_kernel_size": 4,
16
+ "downsampling_rate": 4,
17
+ "local_transformer_stride": 128,
18
+ "max_position_embeddings": 16384,
19
+ "attention_dropout": 0.1,
20
+ "hidden_dropout": 0.1,
21
+ "encoder_ffn_dim": 3072,
22
+ "init_std": 0.02,
23
+ "model_max_length": 2048,
24
+ "init_class": "CanineModel"
25
+ }
26
+ ],
27
+ "init_class": "CanineForTydiQA"
28
+ }
model_state.pdparams ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15b5c332da12e129ecf2c1e21f5e6b28a0b60af80b6956414d220c4c58bd3fbe
3
+ size 528512471
special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"bos_token": "", "eos_token": "", "sep_token": "", "pad_token": "\u0000", "cls_token": "", "mask_token": ""}
tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"bos_token": "", "pad_token": "\u0000", "eos_token": "", "cls_token": "", "sep_token": "", "mask_token": "", "model_max_length": 2048, "tokenizer_class": "CanineTokenizer"}