tensorplex-labs commited on
Commit
6d3c838
·
verified ·
1 Parent(s): 6c7002c

Upload LlamaForCausalLM

Browse files
config.json CHANGED
@@ -5,8 +5,8 @@
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
- "bos_token_id": 100257,
9
- "eos_token_id": 100257,
10
  "hidden_act": "silu",
11
  "hidden_size": 4096,
12
  "initializer_range": 0.02,
@@ -24,5 +24,5 @@
24
  "torch_dtype": "bfloat16",
25
  "transformers_version": "4.38.0",
26
  "use_cache": true,
27
- "vocab_size": 100263
28
  }
 
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
+ "bos_token_id": 1,
9
+ "eos_token_id": 2,
10
  "hidden_act": "silu",
11
  "hidden_size": 4096,
12
  "initializer_range": 0.02,
 
24
  "torch_dtype": "bfloat16",
25
  "transformers_version": "4.38.0",
26
  "use_cache": true,
27
+ "vocab_size": 100288
28
  }
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd4af6268936ddca2f363220d6e88a0af6bb18c8511138962f2e0f87a8e54c67
3
- size 4969695904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9604f6216e503eb57d1c9b140e7b475ab183018fd40d70bf2c5515d8cb39a7fb
3
+ size 4969900704
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:20efc28896cb595e8e3056e7a9a51ea5c137ebb2306cfe05f009213e2161f483
3
  size 4980945440
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75b25e7b53c8a6b9b6c402c84c52027405fcfef15f082ea8c1bbd53808c7e5ff
3
  size 4980945440
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f078855a23f9a01682ff0ff94af2000c93a9d410479b80efcd79584fd4a8e2e4
3
- size 3835109216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3dfcd4971e51efc3b3ab41e14897f227b69f0ec03c85c4fec8975257b0773df
3
+ size 3835314016
model.safetensors.index.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "metadata": {
3
- "total_size": 13785718784
4
  },
5
  "weight_map": {
6
  "lm_head.weight": "model-00003-of-00003.safetensors",
 
1
  {
2
  "metadata": {
3
+ "total_size": 13786128384
4
  },
5
  "weight_map": {
6
  "lm_head.weight": "model-00003-of-00003.safetensors",