diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2f548d0957475f529cd632501d1ebdf1813bafae --- /dev/null +++ b/config.json @@ -0,0 +1,23 @@ +{ + "_name_or_path": "decapoda-research/llama-13b-hf", + "architectures": [ + "LlamaForCausalLM" + ], + "bos_token_id": 0, + "eos_token_id": 1, + "hidden_act": "silu", + "hidden_size": 5120, + "initializer_range": 0.02, + "intermediate_size": 13824, + "max_sequence_length": 2048, + "model_type": "llama", + "num_attention_heads": 40, + "num_hidden_layers": 40, + "pad_token_id": -1, + "rms_norm_eps": 1e-06, + "tie_word_embeddings": false, + "torch_dtype": "float16", + "transformers_version": "4.28.0.dev0", + "use_cache": true, + "vocab_size": 32000 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..128b48946713166edcc3e3c62ae5fe285df776be --- /dev/null +++ b/generation_config.json @@ -0,0 +1,7 @@ +{ + "_from_model_config": true, + "bos_token_id": 0, + "eos_token_id": 1, + "pad_token_id": 0, + "transformers_version": "4.28.0.dev0" +} diff --git a/pytorch_model-00001-of-00082.bin b/pytorch_model-00001-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..647ac235349e2469c26bcc03fe7b584f72668b09 --- /dev/null +++ b/pytorch_model-00001-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da1f83a5ed9dca15f7285e30b375a21b5d98eb985d9b973114ca9da9f81aefbd +size 380110075 diff --git a/pytorch_model-00002-of-00082.bin b/pytorch_model-00002-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..ac9e0a39cd37eb94405001913b3e9558337c99d8 --- /dev/null +++ b/pytorch_model-00002-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44c336809d0c88589212b2d930ad2a6c0a1c0d90c38117a14cdbdf962e4b7c47 +size 298846638 diff --git a/pytorch_model-00003-of-00082.bin b/pytorch_model-00003-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..ecbfc704b568e7e57f8a5105e6af9a5e4bda0fad --- /dev/null +++ b/pytorch_model-00003-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b731b4adbab2a2ca5ac1aa5758f5f882dbca48287a510c159a6d09c880ec8ac4 +size 705190126 diff --git a/pytorch_model-00004-of-00082.bin b/pytorch_model-00004-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..35c6c3fbd30c8d5ff2756e7544bcb6d0f660a9e9 --- /dev/null +++ b/pytorch_model-00004-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e03efd8e49fa195509fee3f07dc56a6f8107aca900ba8ab3c6d82088f72c2f1 +size 387975598 diff --git a/pytorch_model-00005-of-00082.bin b/pytorch_model-00005-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..4b81569f38499340b253310c3e4f6dcfdc41d87b --- /dev/null +++ b/pytorch_model-00005-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:340f7e084104bcd7daf2cd429c78c3ec2c8cefece439e8bb13a297a3d7976ee4 +size 668490896 diff --git a/pytorch_model-00006-of-00082.bin b/pytorch_model-00006-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..357a8e07dc9f069a793a4cb5c772dc927222dd27 --- /dev/null +++ b/pytorch_model-00006-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cc1c552640ca98eb953174f314be35003e7d0a83cd66876dfc2503213d47599 +size 283116795 diff --git a/pytorch_model-00007-of-00082.bin b/pytorch_model-00007-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..503dffe2d6a97a660f55148ba8c09bce3b89ff99 --- /dev/null +++ b/pytorch_model-00007-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d07be854446f098356c394a71285e3fb2d864a6070609c8f7bab5ee5b2355ea +size 668490896 diff --git a/pytorch_model-00008-of-00082.bin b/pytorch_model-00008-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..8677493c4cd36c57b2e669f2567150c869840cbc --- /dev/null +++ b/pytorch_model-00008-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d80edfca8890f5fa22322cd6a7a074cf8ac967766693d97adc3169ea734ad75 +size 283116795 diff --git a/pytorch_model-00009-of-00082.bin b/pytorch_model-00009-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..3b7fc28e92132e78deed8a0979f44a7986d8e7f7 --- /dev/null +++ b/pytorch_model-00009-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28a25f936a035b597f93945c37d8e03c60ea79d19ff8281c8f7df1fbe57ea3dd +size 668490896 diff --git a/pytorch_model-00010-of-00082.bin b/pytorch_model-00010-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..d03ddd77c776a7649998f759a802c0e1288c0282 --- /dev/null +++ b/pytorch_model-00010-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92e29f91a92127ef330e71f0f664b8d3ada8526427ed6ef8a85efd6a668b8f60 +size 283116795 diff --git a/pytorch_model-00011-of-00082.bin b/pytorch_model-00011-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..b1f1305d474dbfa0e025257f3dae99e0012b8c13 --- /dev/null +++ b/pytorch_model-00011-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:018ee45b165d4bd1bccd13cbb3c73775ff6eb4a9ca1f8b8cad293e7af8681438 +size 668490896 diff --git a/pytorch_model-00012-of-00082.bin b/pytorch_model-00012-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..7dc44cc388c43ef7552244a052ad564c31739a0a --- /dev/null +++ b/pytorch_model-00012-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26136f021a572bc5545c45366793f328b27ba7a817169e882ee43512ed920986 +size 283116795 diff --git a/pytorch_model-00013-of-00082.bin b/pytorch_model-00013-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..8f67e443dc66c2cc25a9fa5d826d6be3273bc205 --- /dev/null +++ b/pytorch_model-00013-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89407ea9b48332ab8b61cec50ec9e1b48bd703a2887107a83e9fa1b6fc43ac44 +size 668490896 diff --git a/pytorch_model-00014-of-00082.bin b/pytorch_model-00014-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..f76074b851a2e0adb596955f2cebbf4624d6d176 --- /dev/null +++ b/pytorch_model-00014-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad550ac7984955710c3aef53b3cf44b675736373cced6bdde2c10bd90fd05e00 +size 283116795 diff --git a/pytorch_model-00015-of-00082.bin b/pytorch_model-00015-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..79ca5a767491485ce7b4688a1be597f150423c0c --- /dev/null +++ b/pytorch_model-00015-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12c2f16b38f8bf9a65d4153fae09698fc4415a6fa77e4c4c19e92e8768c1234b +size 668490896 diff --git a/pytorch_model-00016-of-00082.bin b/pytorch_model-00016-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..10ee4d4ffbd2be738c61b5d2955e77e90b648284 --- /dev/null +++ b/pytorch_model-00016-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8291046bbb599b31c293ce23e3174a87834c97e765d37aff394a8227c120ffcb +size 283116795 diff --git a/pytorch_model-00017-of-00082.bin b/pytorch_model-00017-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..dab7da922493c6ba9e449d65e32bbbb2c19d9501 --- /dev/null +++ b/pytorch_model-00017-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a1a2d46c63f1e9ea76d58d1b3afcefd41cb328360707cb842e96c3cbe32eba4 +size 668490896 diff --git a/pytorch_model-00018-of-00082.bin b/pytorch_model-00018-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..7e6e67161e363674e5933b9ebc814b107e6e76d1 --- /dev/null +++ b/pytorch_model-00018-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e25c2a779547ff1bfea36dd16d6ce68844d784c3594f502aa8279723fbb54bfc +size 283116795 diff --git a/pytorch_model-00019-of-00082.bin b/pytorch_model-00019-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..1b9f98fa473f9b18910bc4d0a2dd8862213fd3eb --- /dev/null +++ b/pytorch_model-00019-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e2836646f671e232038752136fdf89abc21c08c9feeb850e2d4d336c97ae01d +size 668490896 diff --git a/pytorch_model-00020-of-00082.bin b/pytorch_model-00020-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..edfb3fbb39b468301570d6f86d87706d92294cd7 --- /dev/null +++ b/pytorch_model-00020-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcf8ba21239f070b3dddf08b428a032ec1a0f0b97adf91d614db67685b8a2f3c +size 283116795 diff --git a/pytorch_model-00021-of-00082.bin b/pytorch_model-00021-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..11c5b1115dbb28bbad44d600d5081c97d9f5baed --- /dev/null +++ b/pytorch_model-00021-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:277b8a77508d08a35c52f54b940f6e1974d70fd7a79b71ed36acf666e5fa83de +size 668490896 diff --git a/pytorch_model-00022-of-00082.bin b/pytorch_model-00022-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..08e30781089efed1fc42331db4943b7eec37c22d --- /dev/null +++ b/pytorch_model-00022-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c538c86a2cb6f36a03ee39afeb1fbd580c169b6d25b27108e3a6539b68cd8f1 +size 283116795 diff --git a/pytorch_model-00023-of-00082.bin b/pytorch_model-00023-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..db381b079defd4eaed926bb13dac5aa7d760bf88 --- /dev/null +++ b/pytorch_model-00023-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49553a59b3ed53c36c705ba35e384064a6871db13439166ea20e163fbbe6459e +size 668490896 diff --git a/pytorch_model-00024-of-00082.bin b/pytorch_model-00024-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..ad36a39e79b2883251924da5f297a8870441a325 --- /dev/null +++ b/pytorch_model-00024-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6591f1b2560ba2159919148ccd3d14edc04503f2d006ed1b15b57c57f626e9e9 +size 283116795 diff --git a/pytorch_model-00025-of-00082.bin b/pytorch_model-00025-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..b7a33a71f97de93bf2e706b66b8241957b24c4de --- /dev/null +++ b/pytorch_model-00025-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab3fa150a48c831f1c7862bd710100cd25275b0f9fafe132c51ea8d029f2ee1d +size 668490896 diff --git a/pytorch_model-00026-of-00082.bin b/pytorch_model-00026-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..4b1d3ef696bb24a46397b4b177c482422026f37b --- /dev/null +++ b/pytorch_model-00026-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76eee6652908ce206baf7357d9f5d8ad301a8f8d79428aec99ef7dec3b32e646 +size 283116795 diff --git a/pytorch_model-00027-of-00082.bin b/pytorch_model-00027-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..6676fe83781ab0f09a01f0bb44db76637fca4c76 --- /dev/null +++ b/pytorch_model-00027-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6b88c0ab1e3ab0f08044a47c4c6fdb2f2cfa25f67d0f10dc58e6963d71a6c2a +size 668490896 diff --git a/pytorch_model-00028-of-00082.bin b/pytorch_model-00028-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..8bc06c4502866ee765ff1742345d92fd8a518579 --- /dev/null +++ b/pytorch_model-00028-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4242a2a58ee759158f020d7164b669b278a82c23eba7c40ba9e25068c2b91ce +size 283116795 diff --git a/pytorch_model-00029-of-00082.bin b/pytorch_model-00029-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..c12ed15ed5e216082e93732484cc40e2aaebddeb --- /dev/null +++ b/pytorch_model-00029-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea59bba1ac298589c83ebd67bbd1c97d4d8ff0efc3dca66f7d81811d7ab6d2d0 +size 668490896 diff --git a/pytorch_model-00030-of-00082.bin b/pytorch_model-00030-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..008b4aa2912bc378c15b46bafc75976237f22116 --- /dev/null +++ b/pytorch_model-00030-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e1dc8c99a219094b4464fa6c4e7d16de5851ed53b1a94444c6f8045a5ebef9a +size 283116795 diff --git a/pytorch_model-00031-of-00082.bin b/pytorch_model-00031-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..4c2e01d337d97f88be49cdc5e926e585ff565d84 --- /dev/null +++ b/pytorch_model-00031-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8573cb7f9a77cd39b292b1014e8b89d10414a7602bba7efa868e7e0002c520d4 +size 668490896 diff --git a/pytorch_model-00032-of-00082.bin b/pytorch_model-00032-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..fa184fc30de69e72b83ada5d64de91de9c5af5ee --- /dev/null +++ b/pytorch_model-00032-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d21051227d43ddb58ae705034715939d70ada16a19c8d009003779174b62ad7 +size 283116795 diff --git a/pytorch_model-00033-of-00082.bin b/pytorch_model-00033-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..341e61dba329e49686db788a6235d88f7a79fc8e --- /dev/null +++ b/pytorch_model-00033-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b9898ba600407ef521d40c74b7258be5fe10b6998aad5d3dcbf8e0978f7011e +size 668490896 diff --git a/pytorch_model-00034-of-00082.bin b/pytorch_model-00034-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..2391de0b4b48b010c30b76ecf93517c2ae2c19d2 --- /dev/null +++ b/pytorch_model-00034-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d881ebfef6c0f21c05c8d19a58dee4715b720f7448041aebd37c95c34d440eda +size 283116795 diff --git a/pytorch_model-00035-of-00082.bin b/pytorch_model-00035-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..a571bea63a0219cb36052f89dd9465a7b965ecec --- /dev/null +++ b/pytorch_model-00035-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec61ab35786d01d5fa4c3067bf08d59681d90f1a58df8faba96f3b9788321ce7 +size 668490896 diff --git a/pytorch_model-00036-of-00082.bin b/pytorch_model-00036-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..323cf0ebb49aac5ce575a1c29f8cbc05c7a2afc9 --- /dev/null +++ b/pytorch_model-00036-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d315936eb49804cd38444850a42a62b6f1190b55fff13d9a8ebd79abe0043045 +size 283116795 diff --git a/pytorch_model-00037-of-00082.bin b/pytorch_model-00037-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..4aa49d42cf0cad6e18e0e6bc045afd701a53983b --- /dev/null +++ b/pytorch_model-00037-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e089ceee8e291ab2fd614109bd44aa1bd859c265aadbda930c6363b32af84f8f +size 668490896 diff --git a/pytorch_model-00038-of-00082.bin b/pytorch_model-00038-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..0cc5eeb7a99c0672ca99496e44cebbfa40d42b80 --- /dev/null +++ b/pytorch_model-00038-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a48a714ba461c060ef66cd735cf8096b1b097365e9538bde4369250c1f36d044 +size 283116795 diff --git a/pytorch_model-00039-of-00082.bin b/pytorch_model-00039-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..1fef2cd8192ed9bc491e49e648bf7132cd402971 --- /dev/null +++ b/pytorch_model-00039-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad40d19edbeeee6cfa4bd3ee1030eb76849f34f887b5b9205ba4363d5f1f38b2 +size 668490896 diff --git a/pytorch_model-00040-of-00082.bin b/pytorch_model-00040-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..cde7a16ff10c2ef84dd3c07da31bf4ab1b69adc1 --- /dev/null +++ b/pytorch_model-00040-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b776517d136e5f14cb85f31e02a4c63e460d3e2eec62008e7de6ea236825ff51 +size 283116795 diff --git a/pytorch_model-00041-of-00082.bin b/pytorch_model-00041-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..49f16892bb7b7c65e86d15590dbf046b432cc7a9 --- /dev/null +++ b/pytorch_model-00041-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7628a1914987aa0e86136af7f04f1f5a276694005a0e0099421a0e86d7cf2b12 +size 668490896 diff --git a/pytorch_model-00042-of-00082.bin b/pytorch_model-00042-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..f0a47275068a00ee3447a45ec987f23e22a8e0ca --- /dev/null +++ b/pytorch_model-00042-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b63fe9b47295b20f5c5a60bb36f5a6f6e314ebe57e34a4c430b0da3092179aa4 +size 283116795 diff --git a/pytorch_model-00043-of-00082.bin b/pytorch_model-00043-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..a32021ea714f892e8e29136b8503847956e2e251 --- /dev/null +++ b/pytorch_model-00043-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0231a0ae1c0de4bd4d16ee9493856719982ae42da7abc554deec089cbb50971c +size 668490896 diff --git a/pytorch_model-00044-of-00082.bin b/pytorch_model-00044-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..7a20536dbe8a13b0031d74d8b520d1e863757bfe --- /dev/null +++ b/pytorch_model-00044-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f490f7529120107a27b4967fc45616554d7690ebfef90340bd78afe4f3dfc9c4 +size 283116795 diff --git a/pytorch_model-00045-of-00082.bin b/pytorch_model-00045-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..91328b57b6365fdaebab57c0f5449aa28b33d4ef --- /dev/null +++ b/pytorch_model-00045-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83582864bf46e55070d66933886a965e02cc52d4cd9b538547c7a8f20856a9f0 +size 668490896 diff --git a/pytorch_model-00046-of-00082.bin b/pytorch_model-00046-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..2661ad2b5e66b355dfbaaf0c7a190a792f3fb893 --- /dev/null +++ b/pytorch_model-00046-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:963c52db583c853a94492302ed24175739788a8e506e8f6e10967d1c98fe49e7 +size 283116795 diff --git a/pytorch_model-00047-of-00082.bin b/pytorch_model-00047-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..04fa0972aa44470c906c9cc491a8555365516bf7 --- /dev/null +++ b/pytorch_model-00047-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85bf674515d084b4397ec1b76895e3d4b2ebbe0e71356470decafd85769d1caa +size 668490896 diff --git a/pytorch_model-00048-of-00082.bin b/pytorch_model-00048-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..1ebd44f8ab95a2a870c893359c9e2fdb6bb78be2 --- /dev/null +++ b/pytorch_model-00048-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e65b070c829a8a340fc527208e4a86642cbb4bce46c2df9dd3ad2b7dcede1a8 +size 283116795 diff --git a/pytorch_model-00049-of-00082.bin b/pytorch_model-00049-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..e1922f11e07a39d57c5a75f62d4cb533387bd193 --- /dev/null +++ b/pytorch_model-00049-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ea65ebb1e5cb858d65e516477b92b2490350927fdb1f0259f26d05ff90feac1 +size 668490896 diff --git a/pytorch_model-00050-of-00082.bin b/pytorch_model-00050-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..97c0d1b131331958d76d9cf7a06be78d215fa839 --- /dev/null +++ b/pytorch_model-00050-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a450672e6cbd1662afd63d5df8fdc8403b756660924981293a5b8914b1a0098 +size 283116795 diff --git a/pytorch_model-00051-of-00082.bin b/pytorch_model-00051-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..469998b7c5f191d95ed391dbb94cd77684a7e45f --- /dev/null +++ b/pytorch_model-00051-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbd0ba63a87938085ed692dc185403253b13e4692b3154fab06d0394a385117d +size 668490896 diff --git a/pytorch_model-00052-of-00082.bin b/pytorch_model-00052-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..68503a1007d7bc2cdc1eaddb559d4f9140e2f661 --- /dev/null +++ b/pytorch_model-00052-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c37f281c2089e5df89852267702e03082654361db15e14eeb499d3f4d0ba641c +size 283116795 diff --git a/pytorch_model-00053-of-00082.bin b/pytorch_model-00053-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..fc3ab078806c51dbd93980506afcb2c341ac11ce --- /dev/null +++ b/pytorch_model-00053-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55727012aaa3a30930e7194a3df8dd6b68099b763fc2aa544166e5a4df312651 +size 668490896 diff --git a/pytorch_model-00054-of-00082.bin b/pytorch_model-00054-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7e6272daa4ee027c0d50beb3ab31ed1ac31b92a --- /dev/null +++ b/pytorch_model-00054-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea497fd39a273ef3548d639029ee5dac5369c9234313ab5adb807e652c7ea88e +size 283116795 diff --git a/pytorch_model-00055-of-00082.bin b/pytorch_model-00055-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..a40947162fa4078eb8df226523e1d9c9e1ed7186 --- /dev/null +++ b/pytorch_model-00055-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6dd04e3cfd42634cb0816f36db2dd0ddff1dfed5f0f586c9de48971123396c9 +size 668490896 diff --git a/pytorch_model-00056-of-00082.bin b/pytorch_model-00056-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..292db6b253b2b8e1575cb6fc6902623ebbba8de7 --- /dev/null +++ b/pytorch_model-00056-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3516e224b00db94be2369cdb79a26252ef59d1035f882494f8eee3a7430803b +size 283116795 diff --git a/pytorch_model-00057-of-00082.bin b/pytorch_model-00057-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..b9737df78360b6b9e8afe74a44946d364fe86140 --- /dev/null +++ b/pytorch_model-00057-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f352801bab1e822d990a30fccf31a6778a29c34c810a70134fbddd76a8b993f2 +size 668490896 diff --git a/pytorch_model-00058-of-00082.bin b/pytorch_model-00058-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..634d5bbbc3480dc3d63d78049f1bd60805f29aa1 --- /dev/null +++ b/pytorch_model-00058-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e0eaef3c37133f5398f5037e8ad0de1590cdd150ac27d5232187f513ff716be +size 283116795 diff --git a/pytorch_model-00059-of-00082.bin b/pytorch_model-00059-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..6e6bf4b01e2188d2d7b0a7ebb3cf5cdb0664111f --- /dev/null +++ b/pytorch_model-00059-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d262ba33a8ce8b31b6597532919bca323802c07c5df7199029273a52b9ec0350 +size 668490896 diff --git a/pytorch_model-00060-of-00082.bin b/pytorch_model-00060-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..59041dae0c8794cd217762dd2fa672cbb700e30b --- /dev/null +++ b/pytorch_model-00060-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cb609dbcf9246c840aad81709f99a941c91a996761770326f6827a2666649f6 +size 283116795 diff --git a/pytorch_model-00061-of-00082.bin b/pytorch_model-00061-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..d92decd9735021ed0cdee1bee5f58769cadadc97 --- /dev/null +++ b/pytorch_model-00061-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76ea719117e9da2eba04bc04ac5529fc16ddc775ec997f91e640d413550494f7 +size 668490896 diff --git a/pytorch_model-00062-of-00082.bin b/pytorch_model-00062-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..bcd374814524160180a4d69e7bbbdb981e575aad --- /dev/null +++ b/pytorch_model-00062-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab2404d8f80ec7c0a34d0a68c89ab7921bcfe3822ec0b3fcda57e46708ab6982 +size 283116795 diff --git a/pytorch_model-00063-of-00082.bin b/pytorch_model-00063-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..efe455cb44353d39bae2225e2edc5ba514c18738 --- /dev/null +++ b/pytorch_model-00063-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8971c19ecdfae5b73820181b8c01c9ff33f578aa14aac1ca624a0d5c6a0bacd1 +size 668490896 diff --git a/pytorch_model-00064-of-00082.bin b/pytorch_model-00064-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..9c6b7c399419d69ead21bc3c805991b13119323b --- /dev/null +++ b/pytorch_model-00064-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd16b03bb7c34197619ac71bce209ef1eba87748168a19894b222b6f0ca837de +size 283116795 diff --git a/pytorch_model-00065-of-00082.bin b/pytorch_model-00065-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..178b7dec8e6f3ce95761d8b1090c8833dae08854 --- /dev/null +++ b/pytorch_model-00065-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45742b1a54026520e22acdfcf44b424470d14db4fa40c75e562d7bb0ef08223d +size 668490896 diff --git a/pytorch_model-00066-of-00082.bin b/pytorch_model-00066-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..07f3512e6a4e8b6303618fb87983df0edff6d96e --- /dev/null +++ b/pytorch_model-00066-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:287b0055cd6c213d5537d297f39dee8238a9ac75e90c4ae2cd150b48b01eae37 +size 283116795 diff --git a/pytorch_model-00067-of-00082.bin b/pytorch_model-00067-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..9e82e6edf63c273a93073a2bc23590d9301b8556 --- /dev/null +++ b/pytorch_model-00067-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68e7cf6c8fa68d9d68f724b7f552bea16e0959bb366d552aa015141b1d522177 +size 668490896 diff --git a/pytorch_model-00068-of-00082.bin b/pytorch_model-00068-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..4e6ab793c98eb3cdb7b7c37d255258b999fd5b66 --- /dev/null +++ b/pytorch_model-00068-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8133dff37c97e3c787b596afcfee9187ccc4f98fc6a049f6ade30667ef0c5dc9 +size 283116795 diff --git a/pytorch_model-00069-of-00082.bin b/pytorch_model-00069-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..68b6f85645d63a622ae4dc4b3e250e4f689ea2fc --- /dev/null +++ b/pytorch_model-00069-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abbc088d592f513b2883e2a068a8657e32b15feca711d697dbdee83364effd0e +size 668490896 diff --git a/pytorch_model-00070-of-00082.bin b/pytorch_model-00070-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..b9464b16867821776bb0b78fdc11c1e3e8608e39 --- /dev/null +++ b/pytorch_model-00070-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f09b9e414918496844673f7028e3be069fd2224d3f15c42b6390399ab9013b +size 283116795 diff --git a/pytorch_model-00071-of-00082.bin b/pytorch_model-00071-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..4b0be4697fa015b4c5b0902c395cf4e494ef5742 --- /dev/null +++ b/pytorch_model-00071-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3464fdbd56bd912a83f0a839f684a8fd45162dd74176f57f7843eab8d0f3f68 +size 668490896 diff --git a/pytorch_model-00072-of-00082.bin b/pytorch_model-00072-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..7e5d3eb6ca30f1d22751da7b86eb652c8fc448cb --- /dev/null +++ b/pytorch_model-00072-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87b432946a6195b4f93f0c0c3045f38541c6254e782098bef4cda8c1387989b1 +size 283116795 diff --git a/pytorch_model-00073-of-00082.bin b/pytorch_model-00073-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..97daee9c51f28f85a6ead029454508d6781d6b43 --- /dev/null +++ b/pytorch_model-00073-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7faa43005573b4abc511c5ce8680bf057513625c7463c23176ea16b1dea9284 +size 668490896 diff --git a/pytorch_model-00074-of-00082.bin b/pytorch_model-00074-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..b8f73ce9cdd14464e71ad4f6e1392cde8debd202 --- /dev/null +++ b/pytorch_model-00074-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:224ea5ebc9d1868d5f40ca08d85c4070542d4be11b3d638893d3e6a9aeeac402 +size 283116795 diff --git a/pytorch_model-00075-of-00082.bin b/pytorch_model-00075-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..6fa8fb036e4c475ec31582594d4ab73a49470272 --- /dev/null +++ b/pytorch_model-00075-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be2b7bd72a34bd47d03ef4c2133a819fb0b4bd7dab7d327895d9335d2c6c94e1 +size 668490896 diff --git a/pytorch_model-00076-of-00082.bin b/pytorch_model-00076-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..976473a25e230e342101b10d577567e06ffb5f38 --- /dev/null +++ b/pytorch_model-00076-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9355f4cdef3c2e54f8da6b5afe4bc229be89492f6a4ea5edeecaadc32441f7c5 +size 283116795 diff --git a/pytorch_model-00077-of-00082.bin b/pytorch_model-00077-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..86b38565edb706d8ce24d5f38c5baf8a98c0e2de --- /dev/null +++ b/pytorch_model-00077-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e076cd28a29510d612ccca8f2dbb9bb1f9b54ef50f61cedb8e6fc78141c1b6b5 +size 668490896 diff --git a/pytorch_model-00078-of-00082.bin b/pytorch_model-00078-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..f8434c1b4df43d646559b7131693a8e943c6c4a2 --- /dev/null +++ b/pytorch_model-00078-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd6e8e8a506ac480b7663483317f9562fdb5b8ffcda6c4442927b40fe614d9bd +size 283116795 diff --git a/pytorch_model-00079-of-00082.bin b/pytorch_model-00079-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..b0289516b428a8a4b087d920ddf8ac0b80258281 --- /dev/null +++ b/pytorch_model-00079-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f79d4d78bad48cc5108d11affa9052ef6fe763869cde5ad297699f4044f38d2e +size 668490896 diff --git a/pytorch_model-00080-of-00082.bin b/pytorch_model-00080-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..fedf94e52ef9bb07e67d0abee14db0b30ab7c86e --- /dev/null +++ b/pytorch_model-00080-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:153c78065e32366f6aaabb34f329a70bbbd6ae0cd668076f6d60230666852a54 +size 283116795 diff --git a/pytorch_model-00081-of-00082.bin b/pytorch_model-00081-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..e26932c2da17992ab465f0c5acf341e5b8431bc5 --- /dev/null +++ b/pytorch_model-00081-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45576a40edbfc363b894ddf5d279fe0f9108fe038eefec0edc4b4ac9113c1e8a +size 786464332 diff --git a/pytorch_model-00082-of-00082.bin b/pytorch_model-00082-of-00082.bin new file mode 100644 index 0000000000000000000000000000000000000000..aeadcc189df9d810b2dc9587b9fa7da6fa711b3d --- /dev/null +++ b/pytorch_model-00082-of-00082.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97114576d6423820ea4a95b4fbf2f646d519765dc3b7d849363b476254b9a3ba +size 327680938 diff --git a/pytorch_model.bin.index.json b/pytorch_model.bin.index.json new file mode 100644 index 0000000000000000000000000000000000000000..e684cedb1a653453ef5bec1df2994064d057ee48 --- /dev/null +++ b/pytorch_model.bin.index.json @@ -0,0 +1,410 @@ +{ + "metadata": { + "total_size": 26031738880 + }, + "weight_map": { + "lm_head.weight": "pytorch_model-00082-of-00082.bin", + "model.embed_tokens.weight": "pytorch_model-00001-of-00082.bin", + "model.layers.0.input_layernorm.weight": "pytorch_model-00003-of-00082.bin", + "model.layers.0.mlp.down_proj.weight": "pytorch_model-00003-of-00082.bin", + "model.layers.0.mlp.gate_proj.weight": "pytorch_model-00002-of-00082.bin", + "model.layers.0.mlp.up_proj.weight": "pytorch_model-00003-of-00082.bin", + "model.layers.0.post_attention_layernorm.weight": "pytorch_model-00003-of-00082.bin", + "model.layers.0.self_attn.k_proj.weight": "pytorch_model-00002-of-00082.bin", + "model.layers.0.self_attn.o_proj.weight": "pytorch_model-00002-of-00082.bin", + "model.layers.0.self_attn.q_proj.weight": "pytorch_model-00001-of-00082.bin", + "model.layers.0.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00082.bin", + "model.layers.0.self_attn.v_proj.weight": "pytorch_model-00002-of-00082.bin", + "model.layers.1.input_layernorm.weight": "pytorch_model-00005-of-00082.bin", + "model.layers.1.mlp.down_proj.weight": "pytorch_model-00004-of-00082.bin", + "model.layers.1.mlp.gate_proj.weight": "pytorch_model-00004-of-00082.bin", + "model.layers.1.mlp.up_proj.weight": "pytorch_model-00005-of-00082.bin", + "model.layers.1.post_attention_layernorm.weight": "pytorch_model-00005-of-00082.bin", + "model.layers.1.self_attn.k_proj.weight": "pytorch_model-00003-of-00082.bin", + "model.layers.1.self_attn.o_proj.weight": "pytorch_model-00004-of-00082.bin", + "model.layers.1.self_attn.q_proj.weight": "pytorch_model-00003-of-00082.bin", + "model.layers.1.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00082.bin", + "model.layers.1.self_attn.v_proj.weight": "pytorch_model-00004-of-00082.bin", + "model.layers.10.input_layernorm.weight": "pytorch_model-00023-of-00082.bin", + "model.layers.10.mlp.down_proj.weight": "pytorch_model-00022-of-00082.bin", + "model.layers.10.mlp.gate_proj.weight": "pytorch_model-00022-of-00082.bin", + "model.layers.10.mlp.up_proj.weight": "pytorch_model-00023-of-00082.bin", + "model.layers.10.post_attention_layernorm.weight": "pytorch_model-00023-of-00082.bin", + "model.layers.10.self_attn.k_proj.weight": "pytorch_model-00021-of-00082.bin", + "model.layers.10.self_attn.o_proj.weight": "pytorch_model-00021-of-00082.bin", + "model.layers.10.self_attn.q_proj.weight": "pytorch_model-00021-of-00082.bin", + "model.layers.10.self_attn.rotary_emb.inv_freq": "pytorch_model-00021-of-00082.bin", + "model.layers.10.self_attn.v_proj.weight": "pytorch_model-00021-of-00082.bin", + "model.layers.11.input_layernorm.weight": "pytorch_model-00025-of-00082.bin", + "model.layers.11.mlp.down_proj.weight": "pytorch_model-00024-of-00082.bin", + "model.layers.11.mlp.gate_proj.weight": "pytorch_model-00024-of-00082.bin", + "model.layers.11.mlp.up_proj.weight": "pytorch_model-00025-of-00082.bin", + "model.layers.11.post_attention_layernorm.weight": "pytorch_model-00025-of-00082.bin", + "model.layers.11.self_attn.k_proj.weight": "pytorch_model-00023-of-00082.bin", + "model.layers.11.self_attn.o_proj.weight": "pytorch_model-00023-of-00082.bin", + "model.layers.11.self_attn.q_proj.weight": "pytorch_model-00023-of-00082.bin", + "model.layers.11.self_attn.rotary_emb.inv_freq": "pytorch_model-00023-of-00082.bin", + "model.layers.11.self_attn.v_proj.weight": "pytorch_model-00023-of-00082.bin", + "model.layers.12.input_layernorm.weight": "pytorch_model-00027-of-00082.bin", + "model.layers.12.mlp.down_proj.weight": "pytorch_model-00026-of-00082.bin", + "model.layers.12.mlp.gate_proj.weight": "pytorch_model-00026-of-00082.bin", + "model.layers.12.mlp.up_proj.weight": "pytorch_model-00027-of-00082.bin", + "model.layers.12.post_attention_layernorm.weight": "pytorch_model-00027-of-00082.bin", + "model.layers.12.self_attn.k_proj.weight": "pytorch_model-00025-of-00082.bin", + "model.layers.12.self_attn.o_proj.weight": "pytorch_model-00025-of-00082.bin", + "model.layers.12.self_attn.q_proj.weight": "pytorch_model-00025-of-00082.bin", + "model.layers.12.self_attn.rotary_emb.inv_freq": "pytorch_model-00025-of-00082.bin", + "model.layers.12.self_attn.v_proj.weight": "pytorch_model-00025-of-00082.bin", + "model.layers.13.input_layernorm.weight": "pytorch_model-00029-of-00082.bin", + "model.layers.13.mlp.down_proj.weight": "pytorch_model-00028-of-00082.bin", + "model.layers.13.mlp.gate_proj.weight": "pytorch_model-00028-of-00082.bin", + "model.layers.13.mlp.up_proj.weight": "pytorch_model-00029-of-00082.bin", + "model.layers.13.post_attention_layernorm.weight": "pytorch_model-00029-of-00082.bin", + "model.layers.13.self_attn.k_proj.weight": "pytorch_model-00027-of-00082.bin", + "model.layers.13.self_attn.o_proj.weight": "pytorch_model-00027-of-00082.bin", + "model.layers.13.self_attn.q_proj.weight": "pytorch_model-00027-of-00082.bin", + "model.layers.13.self_attn.rotary_emb.inv_freq": "pytorch_model-00027-of-00082.bin", + "model.layers.13.self_attn.v_proj.weight": "pytorch_model-00027-of-00082.bin", + "model.layers.14.input_layernorm.weight": "pytorch_model-00031-of-00082.bin", + "model.layers.14.mlp.down_proj.weight": "pytorch_model-00030-of-00082.bin", + "model.layers.14.mlp.gate_proj.weight": "pytorch_model-00030-of-00082.bin", + "model.layers.14.mlp.up_proj.weight": "pytorch_model-00031-of-00082.bin", + "model.layers.14.post_attention_layernorm.weight": "pytorch_model-00031-of-00082.bin", + "model.layers.14.self_attn.k_proj.weight": "pytorch_model-00029-of-00082.bin", + "model.layers.14.self_attn.o_proj.weight": "pytorch_model-00029-of-00082.bin", + "model.layers.14.self_attn.q_proj.weight": "pytorch_model-00029-of-00082.bin", + "model.layers.14.self_attn.rotary_emb.inv_freq": "pytorch_model-00029-of-00082.bin", + "model.layers.14.self_attn.v_proj.weight": "pytorch_model-00029-of-00082.bin", + "model.layers.15.input_layernorm.weight": "pytorch_model-00033-of-00082.bin", + "model.layers.15.mlp.down_proj.weight": "pytorch_model-00032-of-00082.bin", + "model.layers.15.mlp.gate_proj.weight": "pytorch_model-00032-of-00082.bin", + "model.layers.15.mlp.up_proj.weight": "pytorch_model-00033-of-00082.bin", + "model.layers.15.post_attention_layernorm.weight": "pytorch_model-00033-of-00082.bin", + "model.layers.15.self_attn.k_proj.weight": "pytorch_model-00031-of-00082.bin", + "model.layers.15.self_attn.o_proj.weight": "pytorch_model-00031-of-00082.bin", + "model.layers.15.self_attn.q_proj.weight": "pytorch_model-00031-of-00082.bin", + "model.layers.15.self_attn.rotary_emb.inv_freq": "pytorch_model-00031-of-00082.bin", + "model.layers.15.self_attn.v_proj.weight": "pytorch_model-00031-of-00082.bin", + "model.layers.16.input_layernorm.weight": "pytorch_model-00035-of-00082.bin", + "model.layers.16.mlp.down_proj.weight": "pytorch_model-00034-of-00082.bin", + "model.layers.16.mlp.gate_proj.weight": "pytorch_model-00034-of-00082.bin", + "model.layers.16.mlp.up_proj.weight": "pytorch_model-00035-of-00082.bin", + "model.layers.16.post_attention_layernorm.weight": "pytorch_model-00035-of-00082.bin", + "model.layers.16.self_attn.k_proj.weight": "pytorch_model-00033-of-00082.bin", + "model.layers.16.self_attn.o_proj.weight": "pytorch_model-00033-of-00082.bin", + "model.layers.16.self_attn.q_proj.weight": "pytorch_model-00033-of-00082.bin", + "model.layers.16.self_attn.rotary_emb.inv_freq": "pytorch_model-00033-of-00082.bin", + "model.layers.16.self_attn.v_proj.weight": "pytorch_model-00033-of-00082.bin", + "model.layers.17.input_layernorm.weight": "pytorch_model-00037-of-00082.bin", + "model.layers.17.mlp.down_proj.weight": "pytorch_model-00036-of-00082.bin", + "model.layers.17.mlp.gate_proj.weight": "pytorch_model-00036-of-00082.bin", + "model.layers.17.mlp.up_proj.weight": "pytorch_model-00037-of-00082.bin", + "model.layers.17.post_attention_layernorm.weight": "pytorch_model-00037-of-00082.bin", + "model.layers.17.self_attn.k_proj.weight": "pytorch_model-00035-of-00082.bin", + "model.layers.17.self_attn.o_proj.weight": "pytorch_model-00035-of-00082.bin", + "model.layers.17.self_attn.q_proj.weight": "pytorch_model-00035-of-00082.bin", + "model.layers.17.self_attn.rotary_emb.inv_freq": "pytorch_model-00035-of-00082.bin", + "model.layers.17.self_attn.v_proj.weight": "pytorch_model-00035-of-00082.bin", + "model.layers.18.input_layernorm.weight": "pytorch_model-00039-of-00082.bin", + "model.layers.18.mlp.down_proj.weight": "pytorch_model-00038-of-00082.bin", + "model.layers.18.mlp.gate_proj.weight": "pytorch_model-00038-of-00082.bin", + "model.layers.18.mlp.up_proj.weight": "pytorch_model-00039-of-00082.bin", + "model.layers.18.post_attention_layernorm.weight": "pytorch_model-00039-of-00082.bin", + "model.layers.18.self_attn.k_proj.weight": "pytorch_model-00037-of-00082.bin", + "model.layers.18.self_attn.o_proj.weight": "pytorch_model-00037-of-00082.bin", + "model.layers.18.self_attn.q_proj.weight": "pytorch_model-00037-of-00082.bin", + "model.layers.18.self_attn.rotary_emb.inv_freq": "pytorch_model-00037-of-00082.bin", + "model.layers.18.self_attn.v_proj.weight": "pytorch_model-00037-of-00082.bin", + "model.layers.19.input_layernorm.weight": "pytorch_model-00041-of-00082.bin", + "model.layers.19.mlp.down_proj.weight": "pytorch_model-00040-of-00082.bin", + "model.layers.19.mlp.gate_proj.weight": "pytorch_model-00040-of-00082.bin", + "model.layers.19.mlp.up_proj.weight": "pytorch_model-00041-of-00082.bin", + "model.layers.19.post_attention_layernorm.weight": "pytorch_model-00041-of-00082.bin", + "model.layers.19.self_attn.k_proj.weight": "pytorch_model-00039-of-00082.bin", + "model.layers.19.self_attn.o_proj.weight": "pytorch_model-00039-of-00082.bin", + "model.layers.19.self_attn.q_proj.weight": "pytorch_model-00039-of-00082.bin", + "model.layers.19.self_attn.rotary_emb.inv_freq": "pytorch_model-00039-of-00082.bin", + "model.layers.19.self_attn.v_proj.weight": "pytorch_model-00039-of-00082.bin", + "model.layers.2.input_layernorm.weight": "pytorch_model-00007-of-00082.bin", + "model.layers.2.mlp.down_proj.weight": "pytorch_model-00006-of-00082.bin", + "model.layers.2.mlp.gate_proj.weight": "pytorch_model-00006-of-00082.bin", + "model.layers.2.mlp.up_proj.weight": "pytorch_model-00007-of-00082.bin", + "model.layers.2.post_attention_layernorm.weight": "pytorch_model-00007-of-00082.bin", + "model.layers.2.self_attn.k_proj.weight": "pytorch_model-00005-of-00082.bin", + "model.layers.2.self_attn.o_proj.weight": "pytorch_model-00005-of-00082.bin", + "model.layers.2.self_attn.q_proj.weight": "pytorch_model-00005-of-00082.bin", + "model.layers.2.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00082.bin", + "model.layers.2.self_attn.v_proj.weight": "pytorch_model-00005-of-00082.bin", + "model.layers.20.input_layernorm.weight": "pytorch_model-00043-of-00082.bin", + "model.layers.20.mlp.down_proj.weight": "pytorch_model-00042-of-00082.bin", + "model.layers.20.mlp.gate_proj.weight": "pytorch_model-00042-of-00082.bin", + "model.layers.20.mlp.up_proj.weight": "pytorch_model-00043-of-00082.bin", + "model.layers.20.post_attention_layernorm.weight": "pytorch_model-00043-of-00082.bin", + "model.layers.20.self_attn.k_proj.weight": "pytorch_model-00041-of-00082.bin", + "model.layers.20.self_attn.o_proj.weight": "pytorch_model-00041-of-00082.bin", + "model.layers.20.self_attn.q_proj.weight": "pytorch_model-00041-of-00082.bin", + "model.layers.20.self_attn.rotary_emb.inv_freq": "pytorch_model-00041-of-00082.bin", + "model.layers.20.self_attn.v_proj.weight": "pytorch_model-00041-of-00082.bin", + "model.layers.21.input_layernorm.weight": "pytorch_model-00045-of-00082.bin", + "model.layers.21.mlp.down_proj.weight": "pytorch_model-00044-of-00082.bin", + "model.layers.21.mlp.gate_proj.weight": "pytorch_model-00044-of-00082.bin", + "model.layers.21.mlp.up_proj.weight": "pytorch_model-00045-of-00082.bin", + "model.layers.21.post_attention_layernorm.weight": "pytorch_model-00045-of-00082.bin", + "model.layers.21.self_attn.k_proj.weight": "pytorch_model-00043-of-00082.bin", + "model.layers.21.self_attn.o_proj.weight": "pytorch_model-00043-of-00082.bin", + "model.layers.21.self_attn.q_proj.weight": "pytorch_model-00043-of-00082.bin", + "model.layers.21.self_attn.rotary_emb.inv_freq": "pytorch_model-00043-of-00082.bin", + "model.layers.21.self_attn.v_proj.weight": "pytorch_model-00043-of-00082.bin", + "model.layers.22.input_layernorm.weight": "pytorch_model-00047-of-00082.bin", + "model.layers.22.mlp.down_proj.weight": "pytorch_model-00046-of-00082.bin", + "model.layers.22.mlp.gate_proj.weight": "pytorch_model-00046-of-00082.bin", + "model.layers.22.mlp.up_proj.weight": "pytorch_model-00047-of-00082.bin", + "model.layers.22.post_attention_layernorm.weight": "pytorch_model-00047-of-00082.bin", + "model.layers.22.self_attn.k_proj.weight": "pytorch_model-00045-of-00082.bin", + "model.layers.22.self_attn.o_proj.weight": "pytorch_model-00045-of-00082.bin", + "model.layers.22.self_attn.q_proj.weight": "pytorch_model-00045-of-00082.bin", + "model.layers.22.self_attn.rotary_emb.inv_freq": "pytorch_model-00045-of-00082.bin", + "model.layers.22.self_attn.v_proj.weight": "pytorch_model-00045-of-00082.bin", + "model.layers.23.input_layernorm.weight": "pytorch_model-00049-of-00082.bin", + "model.layers.23.mlp.down_proj.weight": "pytorch_model-00048-of-00082.bin", + "model.layers.23.mlp.gate_proj.weight": "pytorch_model-00048-of-00082.bin", + "model.layers.23.mlp.up_proj.weight": "pytorch_model-00049-of-00082.bin", + "model.layers.23.post_attention_layernorm.weight": "pytorch_model-00049-of-00082.bin", + "model.layers.23.self_attn.k_proj.weight": "pytorch_model-00047-of-00082.bin", + "model.layers.23.self_attn.o_proj.weight": "pytorch_model-00047-of-00082.bin", + "model.layers.23.self_attn.q_proj.weight": "pytorch_model-00047-of-00082.bin", + "model.layers.23.self_attn.rotary_emb.inv_freq": "pytorch_model-00047-of-00082.bin", + "model.layers.23.self_attn.v_proj.weight": "pytorch_model-00047-of-00082.bin", + "model.layers.24.input_layernorm.weight": "pytorch_model-00051-of-00082.bin", + "model.layers.24.mlp.down_proj.weight": "pytorch_model-00050-of-00082.bin", + "model.layers.24.mlp.gate_proj.weight": "pytorch_model-00050-of-00082.bin", + "model.layers.24.mlp.up_proj.weight": "pytorch_model-00051-of-00082.bin", + "model.layers.24.post_attention_layernorm.weight": "pytorch_model-00051-of-00082.bin", + "model.layers.24.self_attn.k_proj.weight": "pytorch_model-00049-of-00082.bin", + "model.layers.24.self_attn.o_proj.weight": "pytorch_model-00049-of-00082.bin", + "model.layers.24.self_attn.q_proj.weight": "pytorch_model-00049-of-00082.bin", + "model.layers.24.self_attn.rotary_emb.inv_freq": "pytorch_model-00049-of-00082.bin", + "model.layers.24.self_attn.v_proj.weight": "pytorch_model-00049-of-00082.bin", + "model.layers.25.input_layernorm.weight": "pytorch_model-00053-of-00082.bin", + "model.layers.25.mlp.down_proj.weight": "pytorch_model-00052-of-00082.bin", + "model.layers.25.mlp.gate_proj.weight": "pytorch_model-00052-of-00082.bin", + "model.layers.25.mlp.up_proj.weight": "pytorch_model-00053-of-00082.bin", + "model.layers.25.post_attention_layernorm.weight": "pytorch_model-00053-of-00082.bin", + "model.layers.25.self_attn.k_proj.weight": "pytorch_model-00051-of-00082.bin", + "model.layers.25.self_attn.o_proj.weight": "pytorch_model-00051-of-00082.bin", + "model.layers.25.self_attn.q_proj.weight": "pytorch_model-00051-of-00082.bin", + "model.layers.25.self_attn.rotary_emb.inv_freq": "pytorch_model-00051-of-00082.bin", + "model.layers.25.self_attn.v_proj.weight": "pytorch_model-00051-of-00082.bin", + "model.layers.26.input_layernorm.weight": "pytorch_model-00055-of-00082.bin", + "model.layers.26.mlp.down_proj.weight": "pytorch_model-00054-of-00082.bin", + "model.layers.26.mlp.gate_proj.weight": "pytorch_model-00054-of-00082.bin", + "model.layers.26.mlp.up_proj.weight": "pytorch_model-00055-of-00082.bin", + "model.layers.26.post_attention_layernorm.weight": "pytorch_model-00055-of-00082.bin", + "model.layers.26.self_attn.k_proj.weight": "pytorch_model-00053-of-00082.bin", + "model.layers.26.self_attn.o_proj.weight": "pytorch_model-00053-of-00082.bin", + "model.layers.26.self_attn.q_proj.weight": "pytorch_model-00053-of-00082.bin", + "model.layers.26.self_attn.rotary_emb.inv_freq": "pytorch_model-00053-of-00082.bin", + "model.layers.26.self_attn.v_proj.weight": "pytorch_model-00053-of-00082.bin", + "model.layers.27.input_layernorm.weight": "pytorch_model-00057-of-00082.bin", + "model.layers.27.mlp.down_proj.weight": "pytorch_model-00056-of-00082.bin", + "model.layers.27.mlp.gate_proj.weight": "pytorch_model-00056-of-00082.bin", + "model.layers.27.mlp.up_proj.weight": "pytorch_model-00057-of-00082.bin", + "model.layers.27.post_attention_layernorm.weight": "pytorch_model-00057-of-00082.bin", + "model.layers.27.self_attn.k_proj.weight": "pytorch_model-00055-of-00082.bin", + "model.layers.27.self_attn.o_proj.weight": "pytorch_model-00055-of-00082.bin", + "model.layers.27.self_attn.q_proj.weight": "pytorch_model-00055-of-00082.bin", + "model.layers.27.self_attn.rotary_emb.inv_freq": "pytorch_model-00055-of-00082.bin", + "model.layers.27.self_attn.v_proj.weight": "pytorch_model-00055-of-00082.bin", + "model.layers.28.input_layernorm.weight": "pytorch_model-00059-of-00082.bin", + "model.layers.28.mlp.down_proj.weight": "pytorch_model-00058-of-00082.bin", + "model.layers.28.mlp.gate_proj.weight": "pytorch_model-00058-of-00082.bin", + "model.layers.28.mlp.up_proj.weight": "pytorch_model-00059-of-00082.bin", + "model.layers.28.post_attention_layernorm.weight": "pytorch_model-00059-of-00082.bin", + "model.layers.28.self_attn.k_proj.weight": "pytorch_model-00057-of-00082.bin", + "model.layers.28.self_attn.o_proj.weight": "pytorch_model-00057-of-00082.bin", + "model.layers.28.self_attn.q_proj.weight": "pytorch_model-00057-of-00082.bin", + "model.layers.28.self_attn.rotary_emb.inv_freq": "pytorch_model-00057-of-00082.bin", + "model.layers.28.self_attn.v_proj.weight": "pytorch_model-00057-of-00082.bin", + "model.layers.29.input_layernorm.weight": "pytorch_model-00061-of-00082.bin", + "model.layers.29.mlp.down_proj.weight": "pytorch_model-00060-of-00082.bin", + "model.layers.29.mlp.gate_proj.weight": "pytorch_model-00060-of-00082.bin", + "model.layers.29.mlp.up_proj.weight": "pytorch_model-00061-of-00082.bin", + "model.layers.29.post_attention_layernorm.weight": "pytorch_model-00061-of-00082.bin", + "model.layers.29.self_attn.k_proj.weight": "pytorch_model-00059-of-00082.bin", + "model.layers.29.self_attn.o_proj.weight": "pytorch_model-00059-of-00082.bin", + "model.layers.29.self_attn.q_proj.weight": "pytorch_model-00059-of-00082.bin", + "model.layers.29.self_attn.rotary_emb.inv_freq": "pytorch_model-00059-of-00082.bin", + "model.layers.29.self_attn.v_proj.weight": "pytorch_model-00059-of-00082.bin", + "model.layers.3.input_layernorm.weight": "pytorch_model-00009-of-00082.bin", + "model.layers.3.mlp.down_proj.weight": "pytorch_model-00008-of-00082.bin", + "model.layers.3.mlp.gate_proj.weight": "pytorch_model-00008-of-00082.bin", + "model.layers.3.mlp.up_proj.weight": "pytorch_model-00009-of-00082.bin", + "model.layers.3.post_attention_layernorm.weight": "pytorch_model-00009-of-00082.bin", + "model.layers.3.self_attn.k_proj.weight": "pytorch_model-00007-of-00082.bin", + "model.layers.3.self_attn.o_proj.weight": "pytorch_model-00007-of-00082.bin", + "model.layers.3.self_attn.q_proj.weight": "pytorch_model-00007-of-00082.bin", + "model.layers.3.self_attn.rotary_emb.inv_freq": "pytorch_model-00007-of-00082.bin", + "model.layers.3.self_attn.v_proj.weight": "pytorch_model-00007-of-00082.bin", + "model.layers.30.input_layernorm.weight": "pytorch_model-00063-of-00082.bin", + "model.layers.30.mlp.down_proj.weight": "pytorch_model-00062-of-00082.bin", + "model.layers.30.mlp.gate_proj.weight": "pytorch_model-00062-of-00082.bin", + "model.layers.30.mlp.up_proj.weight": "pytorch_model-00063-of-00082.bin", + "model.layers.30.post_attention_layernorm.weight": "pytorch_model-00063-of-00082.bin", + "model.layers.30.self_attn.k_proj.weight": "pytorch_model-00061-of-00082.bin", + "model.layers.30.self_attn.o_proj.weight": "pytorch_model-00061-of-00082.bin", + "model.layers.30.self_attn.q_proj.weight": "pytorch_model-00061-of-00082.bin", + "model.layers.30.self_attn.rotary_emb.inv_freq": "pytorch_model-00061-of-00082.bin", + "model.layers.30.self_attn.v_proj.weight": "pytorch_model-00061-of-00082.bin", + "model.layers.31.input_layernorm.weight": "pytorch_model-00065-of-00082.bin", + "model.layers.31.mlp.down_proj.weight": "pytorch_model-00064-of-00082.bin", + "model.layers.31.mlp.gate_proj.weight": "pytorch_model-00064-of-00082.bin", + "model.layers.31.mlp.up_proj.weight": "pytorch_model-00065-of-00082.bin", + "model.layers.31.post_attention_layernorm.weight": "pytorch_model-00065-of-00082.bin", + "model.layers.31.self_attn.k_proj.weight": "pytorch_model-00063-of-00082.bin", + "model.layers.31.self_attn.o_proj.weight": "pytorch_model-00063-of-00082.bin", + "model.layers.31.self_attn.q_proj.weight": "pytorch_model-00063-of-00082.bin", + "model.layers.31.self_attn.rotary_emb.inv_freq": "pytorch_model-00063-of-00082.bin", + "model.layers.31.self_attn.v_proj.weight": "pytorch_model-00063-of-00082.bin", + "model.layers.32.input_layernorm.weight": "pytorch_model-00067-of-00082.bin", + "model.layers.32.mlp.down_proj.weight": "pytorch_model-00066-of-00082.bin", + "model.layers.32.mlp.gate_proj.weight": "pytorch_model-00066-of-00082.bin", + "model.layers.32.mlp.up_proj.weight": "pytorch_model-00067-of-00082.bin", + "model.layers.32.post_attention_layernorm.weight": "pytorch_model-00067-of-00082.bin", + "model.layers.32.self_attn.k_proj.weight": "pytorch_model-00065-of-00082.bin", + "model.layers.32.self_attn.o_proj.weight": "pytorch_model-00065-of-00082.bin", + "model.layers.32.self_attn.q_proj.weight": "pytorch_model-00065-of-00082.bin", + "model.layers.32.self_attn.rotary_emb.inv_freq": "pytorch_model-00065-of-00082.bin", + "model.layers.32.self_attn.v_proj.weight": "pytorch_model-00065-of-00082.bin", + "model.layers.33.input_layernorm.weight": "pytorch_model-00069-of-00082.bin", + "model.layers.33.mlp.down_proj.weight": "pytorch_model-00068-of-00082.bin", + "model.layers.33.mlp.gate_proj.weight": "pytorch_model-00068-of-00082.bin", + "model.layers.33.mlp.up_proj.weight": "pytorch_model-00069-of-00082.bin", + "model.layers.33.post_attention_layernorm.weight": "pytorch_model-00069-of-00082.bin", + "model.layers.33.self_attn.k_proj.weight": "pytorch_model-00067-of-00082.bin", + "model.layers.33.self_attn.o_proj.weight": "pytorch_model-00067-of-00082.bin", + "model.layers.33.self_attn.q_proj.weight": "pytorch_model-00067-of-00082.bin", + "model.layers.33.self_attn.rotary_emb.inv_freq": "pytorch_model-00067-of-00082.bin", + "model.layers.33.self_attn.v_proj.weight": "pytorch_model-00067-of-00082.bin", + "model.layers.34.input_layernorm.weight": "pytorch_model-00071-of-00082.bin", + "model.layers.34.mlp.down_proj.weight": "pytorch_model-00070-of-00082.bin", + "model.layers.34.mlp.gate_proj.weight": "pytorch_model-00070-of-00082.bin", + "model.layers.34.mlp.up_proj.weight": "pytorch_model-00071-of-00082.bin", + "model.layers.34.post_attention_layernorm.weight": "pytorch_model-00071-of-00082.bin", + "model.layers.34.self_attn.k_proj.weight": "pytorch_model-00069-of-00082.bin", + "model.layers.34.self_attn.o_proj.weight": "pytorch_model-00069-of-00082.bin", + "model.layers.34.self_attn.q_proj.weight": "pytorch_model-00069-of-00082.bin", + "model.layers.34.self_attn.rotary_emb.inv_freq": "pytorch_model-00069-of-00082.bin", + "model.layers.34.self_attn.v_proj.weight": "pytorch_model-00069-of-00082.bin", + "model.layers.35.input_layernorm.weight": "pytorch_model-00073-of-00082.bin", + "model.layers.35.mlp.down_proj.weight": "pytorch_model-00072-of-00082.bin", + "model.layers.35.mlp.gate_proj.weight": "pytorch_model-00072-of-00082.bin", + "model.layers.35.mlp.up_proj.weight": "pytorch_model-00073-of-00082.bin", + "model.layers.35.post_attention_layernorm.weight": "pytorch_model-00073-of-00082.bin", + "model.layers.35.self_attn.k_proj.weight": "pytorch_model-00071-of-00082.bin", + "model.layers.35.self_attn.o_proj.weight": "pytorch_model-00071-of-00082.bin", + "model.layers.35.self_attn.q_proj.weight": "pytorch_model-00071-of-00082.bin", + "model.layers.35.self_attn.rotary_emb.inv_freq": "pytorch_model-00071-of-00082.bin", + "model.layers.35.self_attn.v_proj.weight": "pytorch_model-00071-of-00082.bin", + "model.layers.36.input_layernorm.weight": "pytorch_model-00075-of-00082.bin", + "model.layers.36.mlp.down_proj.weight": "pytorch_model-00074-of-00082.bin", + "model.layers.36.mlp.gate_proj.weight": "pytorch_model-00074-of-00082.bin", + "model.layers.36.mlp.up_proj.weight": "pytorch_model-00075-of-00082.bin", + "model.layers.36.post_attention_layernorm.weight": "pytorch_model-00075-of-00082.bin", + "model.layers.36.self_attn.k_proj.weight": "pytorch_model-00073-of-00082.bin", + "model.layers.36.self_attn.o_proj.weight": "pytorch_model-00073-of-00082.bin", + "model.layers.36.self_attn.q_proj.weight": "pytorch_model-00073-of-00082.bin", + "model.layers.36.self_attn.rotary_emb.inv_freq": "pytorch_model-00073-of-00082.bin", + "model.layers.36.self_attn.v_proj.weight": "pytorch_model-00073-of-00082.bin", + "model.layers.37.input_layernorm.weight": "pytorch_model-00077-of-00082.bin", + "model.layers.37.mlp.down_proj.weight": "pytorch_model-00076-of-00082.bin", + "model.layers.37.mlp.gate_proj.weight": "pytorch_model-00076-of-00082.bin", + "model.layers.37.mlp.up_proj.weight": "pytorch_model-00077-of-00082.bin", + "model.layers.37.post_attention_layernorm.weight": "pytorch_model-00077-of-00082.bin", + "model.layers.37.self_attn.k_proj.weight": "pytorch_model-00075-of-00082.bin", + "model.layers.37.self_attn.o_proj.weight": "pytorch_model-00075-of-00082.bin", + "model.layers.37.self_attn.q_proj.weight": "pytorch_model-00075-of-00082.bin", + "model.layers.37.self_attn.rotary_emb.inv_freq": "pytorch_model-00075-of-00082.bin", + "model.layers.37.self_attn.v_proj.weight": "pytorch_model-00075-of-00082.bin", + "model.layers.38.input_layernorm.weight": "pytorch_model-00079-of-00082.bin", + "model.layers.38.mlp.down_proj.weight": "pytorch_model-00078-of-00082.bin", + "model.layers.38.mlp.gate_proj.weight": "pytorch_model-00078-of-00082.bin", + "model.layers.38.mlp.up_proj.weight": "pytorch_model-00079-of-00082.bin", + "model.layers.38.post_attention_layernorm.weight": "pytorch_model-00079-of-00082.bin", + "model.layers.38.self_attn.k_proj.weight": "pytorch_model-00077-of-00082.bin", + "model.layers.38.self_attn.o_proj.weight": "pytorch_model-00077-of-00082.bin", + "model.layers.38.self_attn.q_proj.weight": "pytorch_model-00077-of-00082.bin", + "model.layers.38.self_attn.rotary_emb.inv_freq": "pytorch_model-00077-of-00082.bin", + "model.layers.38.self_attn.v_proj.weight": "pytorch_model-00077-of-00082.bin", + "model.layers.39.input_layernorm.weight": "pytorch_model-00081-of-00082.bin", + "model.layers.39.mlp.down_proj.weight": "pytorch_model-00080-of-00082.bin", + "model.layers.39.mlp.gate_proj.weight": "pytorch_model-00080-of-00082.bin", + "model.layers.39.mlp.up_proj.weight": "pytorch_model-00081-of-00082.bin", + "model.layers.39.post_attention_layernorm.weight": "pytorch_model-00081-of-00082.bin", + "model.layers.39.self_attn.k_proj.weight": "pytorch_model-00079-of-00082.bin", + "model.layers.39.self_attn.o_proj.weight": "pytorch_model-00079-of-00082.bin", + "model.layers.39.self_attn.q_proj.weight": "pytorch_model-00079-of-00082.bin", + "model.layers.39.self_attn.rotary_emb.inv_freq": "pytorch_model-00079-of-00082.bin", + "model.layers.39.self_attn.v_proj.weight": "pytorch_model-00079-of-00082.bin", + "model.layers.4.input_layernorm.weight": "pytorch_model-00011-of-00082.bin", + "model.layers.4.mlp.down_proj.weight": "pytorch_model-00010-of-00082.bin", + "model.layers.4.mlp.gate_proj.weight": "pytorch_model-00010-of-00082.bin", + "model.layers.4.mlp.up_proj.weight": "pytorch_model-00011-of-00082.bin", + "model.layers.4.post_attention_layernorm.weight": "pytorch_model-00011-of-00082.bin", + "model.layers.4.self_attn.k_proj.weight": "pytorch_model-00009-of-00082.bin", + "model.layers.4.self_attn.o_proj.weight": "pytorch_model-00009-of-00082.bin", + "model.layers.4.self_attn.q_proj.weight": "pytorch_model-00009-of-00082.bin", + "model.layers.4.self_attn.rotary_emb.inv_freq": "pytorch_model-00009-of-00082.bin", + "model.layers.4.self_attn.v_proj.weight": "pytorch_model-00009-of-00082.bin", + "model.layers.5.input_layernorm.weight": "pytorch_model-00013-of-00082.bin", + "model.layers.5.mlp.down_proj.weight": "pytorch_model-00012-of-00082.bin", + "model.layers.5.mlp.gate_proj.weight": "pytorch_model-00012-of-00082.bin", + "model.layers.5.mlp.up_proj.weight": "pytorch_model-00013-of-00082.bin", + "model.layers.5.post_attention_layernorm.weight": "pytorch_model-00013-of-00082.bin", + "model.layers.5.self_attn.k_proj.weight": "pytorch_model-00011-of-00082.bin", + "model.layers.5.self_attn.o_proj.weight": "pytorch_model-00011-of-00082.bin", + "model.layers.5.self_attn.q_proj.weight": "pytorch_model-00011-of-00082.bin", + "model.layers.5.self_attn.rotary_emb.inv_freq": "pytorch_model-00011-of-00082.bin", + "model.layers.5.self_attn.v_proj.weight": "pytorch_model-00011-of-00082.bin", + "model.layers.6.input_layernorm.weight": "pytorch_model-00015-of-00082.bin", + "model.layers.6.mlp.down_proj.weight": "pytorch_model-00014-of-00082.bin", + "model.layers.6.mlp.gate_proj.weight": "pytorch_model-00014-of-00082.bin", + "model.layers.6.mlp.up_proj.weight": "pytorch_model-00015-of-00082.bin", + "model.layers.6.post_attention_layernorm.weight": "pytorch_model-00015-of-00082.bin", + "model.layers.6.self_attn.k_proj.weight": "pytorch_model-00013-of-00082.bin", + "model.layers.6.self_attn.o_proj.weight": "pytorch_model-00013-of-00082.bin", + "model.layers.6.self_attn.q_proj.weight": "pytorch_model-00013-of-00082.bin", + "model.layers.6.self_attn.rotary_emb.inv_freq": "pytorch_model-00013-of-00082.bin", + "model.layers.6.self_attn.v_proj.weight": "pytorch_model-00013-of-00082.bin", + "model.layers.7.input_layernorm.weight": "pytorch_model-00017-of-00082.bin", + "model.layers.7.mlp.down_proj.weight": "pytorch_model-00016-of-00082.bin", + "model.layers.7.mlp.gate_proj.weight": "pytorch_model-00016-of-00082.bin", + "model.layers.7.mlp.up_proj.weight": "pytorch_model-00017-of-00082.bin", + "model.layers.7.post_attention_layernorm.weight": "pytorch_model-00017-of-00082.bin", + "model.layers.7.self_attn.k_proj.weight": "pytorch_model-00015-of-00082.bin", + "model.layers.7.self_attn.o_proj.weight": "pytorch_model-00015-of-00082.bin", + "model.layers.7.self_attn.q_proj.weight": "pytorch_model-00015-of-00082.bin", + "model.layers.7.self_attn.rotary_emb.inv_freq": "pytorch_model-00015-of-00082.bin", + "model.layers.7.self_attn.v_proj.weight": "pytorch_model-00015-of-00082.bin", + "model.layers.8.input_layernorm.weight": "pytorch_model-00019-of-00082.bin", + "model.layers.8.mlp.down_proj.weight": "pytorch_model-00018-of-00082.bin", + "model.layers.8.mlp.gate_proj.weight": "pytorch_model-00018-of-00082.bin", + "model.layers.8.mlp.up_proj.weight": "pytorch_model-00019-of-00082.bin", + "model.layers.8.post_attention_layernorm.weight": "pytorch_model-00019-of-00082.bin", + "model.layers.8.self_attn.k_proj.weight": "pytorch_model-00017-of-00082.bin", + "model.layers.8.self_attn.o_proj.weight": "pytorch_model-00017-of-00082.bin", + "model.layers.8.self_attn.q_proj.weight": "pytorch_model-00017-of-00082.bin", + "model.layers.8.self_attn.rotary_emb.inv_freq": "pytorch_model-00017-of-00082.bin", + "model.layers.8.self_attn.v_proj.weight": "pytorch_model-00017-of-00082.bin", + "model.layers.9.input_layernorm.weight": "pytorch_model-00021-of-00082.bin", + "model.layers.9.mlp.down_proj.weight": "pytorch_model-00020-of-00082.bin", + "model.layers.9.mlp.gate_proj.weight": "pytorch_model-00020-of-00082.bin", + "model.layers.9.mlp.up_proj.weight": "pytorch_model-00021-of-00082.bin", + "model.layers.9.post_attention_layernorm.weight": "pytorch_model-00021-of-00082.bin", + "model.layers.9.self_attn.k_proj.weight": "pytorch_model-00019-of-00082.bin", + "model.layers.9.self_attn.o_proj.weight": "pytorch_model-00019-of-00082.bin", + "model.layers.9.self_attn.q_proj.weight": "pytorch_model-00019-of-00082.bin", + "model.layers.9.self_attn.rotary_emb.inv_freq": "pytorch_model-00019-of-00082.bin", + "model.layers.9.self_attn.v_proj.weight": "pytorch_model-00019-of-00082.bin", + "model.norm.weight": "pytorch_model-00081-of-00082.bin" + } +}