miguelcarv
commited on
Commit
•
0231110
1
Parent(s):
93e91fd
first commit
Browse files- checkpoint.pt +3 -0
- config.json +13 -0
checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5fcd3a71a0f7988d6c8be97902a349264703f17546aaed99270bce1cc3247f75
|
3 |
+
size 4701234762
|
config.json
ADDED
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"encoder": "apple/DFN5B-CLIP-ViT-H-14",
|
3 |
+
"tokenizer": "microsoft/phi-1_5",
|
4 |
+
"decoder": "miguelcarv/phi-1_5-slimorca",
|
5 |
+
"first_level": true,
|
6 |
+
"level": 2,
|
7 |
+
"cross_interval": 4,
|
8 |
+
"from_layer": 0,
|
9 |
+
"reduce": 1,
|
10 |
+
"encoder_dtype": "torch.bfloat16",
|
11 |
+
"decoder_dtype": "torch.bfloat16",
|
12 |
+
"other_params_dtype": "torch.bfloat16"
|
13 |
+
}
|