Upload LlamaForCausalLM

config.json

@@ -18,6 +18,10 @@
   "num_key_value_heads": 8,
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 1.0,
+    "type": "None"
+  },
   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c1647f76f6428a1c65df79f1420c55fd86fc4cf2996b8215a47bb5bbcaa4f8e
+oid sha256:d434e86ccdd0782c00916f17b0639b17ace48fa70c514588c7b886db9d486411
 size 4976700448

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0290fdb05bd3a35a09fa87068b9fee4b3f7f37579b266483b29d5b6a8342280
+oid sha256:5533c220a5aa41697dac174ba9bc975bbaaa9bcff3541ab8ebcd534251f1119c
 size 4999804680

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65d54f8478993a02182750ff47d772b13bfdc24b131d67451832e4d21f434035
+oid sha256:c9f84fad7cef3b50f65bc1d38bb41d88baf812987261a9bb66c3f6b659581fe8
 size 4915918144

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:efc97f3be16b36fd5d631d9e8de9ef9d50f69ddc85115fb3b109428691abd646
+oid sha256:4e3922e8b1808d6f3727c7d6eccf61878317a26098147bfb40e3647cb1b6e5bb
 size 1168138808