tatakuyi commited on
Commit
ab71281
·
verified ·
1 Parent(s): 02cca00

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. config.json +6 -6
  2. generation_config.json +2 -2
  3. model.safetensors +2 -2
config.json CHANGED
@@ -4,23 +4,23 @@
4
  ],
5
  "attention_dropout": 0.0,
6
  "bos_token_id": 1,
7
- "eos_token_id": 50000,
8
  "hidden_act": "silu",
9
- "hidden_size": 2048,
10
  "initializer_range": 0.02,
11
- "intermediate_size": 4096,
12
  "max_position_embeddings": 1024,
13
  "max_window_layers": 24,
14
  "model_type": "qwen2",
15
- "num_attention_heads": 16,
16
  "num_hidden_layers": 24,
17
  "num_key_value_heads": 2,
18
  "rms_norm_eps": 1e-06,
19
  "rope_theta": 1000000.0,
20
- "sliding_window": 131072,
21
  "tie_word_embeddings": true,
22
  "torch_dtype": "float32",
23
- "transformers_version": "4.41.2",
24
  "use_cache": true,
25
  "use_sliding_window": false,
26
  "vocab_size": 50257
 
4
  ],
5
  "attention_dropout": 0.0,
6
  "bos_token_id": 1,
7
+ "eos_token_id": 2,
8
  "hidden_act": "silu",
9
+ "hidden_size": 1280,
10
  "initializer_range": 0.02,
11
+ "intermediate_size": 6400,
12
  "max_position_embeddings": 1024,
13
  "max_window_layers": 24,
14
  "model_type": "qwen2",
15
+ "num_attention_heads": 20,
16
  "num_hidden_layers": 24,
17
  "num_key_value_heads": 2,
18
  "rms_norm_eps": 1e-06,
19
  "rope_theta": 1000000.0,
20
+ "sliding_window": 1024,
21
  "tie_word_embeddings": true,
22
  "torch_dtype": "float32",
23
+ "transformers_version": "4.42.4",
24
  "use_cache": true,
25
  "use_sliding_window": false,
26
  "vocab_size": 50257
generation_config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
- "eos_token_id": 50000,
5
- "transformers_version": "4.41.2"
6
  }
 
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "transformers_version": "4.42.4"
6
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e5ed49e989c25bf4b12c03c991e747a80d0b7a2e3ad119a66aad811e2f2f7f01
3
- size 3734274048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8b48fd3d690fe66aaca454f189b13c690171ad37ea5124154545b102e968132
3
+ size 2963072976