miguelcarv commited on
Commit
0231110
1 Parent(s): 93e91fd

first commit

Browse files
Files changed (2) hide show
  1. checkpoint.pt +3 -0
  2. config.json +13 -0
checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fcd3a71a0f7988d6c8be97902a349264703f17546aaed99270bce1cc3247f75
3
+ size 4701234762
config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "encoder": "apple/DFN5B-CLIP-ViT-H-14",
3
+ "tokenizer": "microsoft/phi-1_5",
4
+ "decoder": "miguelcarv/phi-1_5-slimorca",
5
+ "first_level": true,
6
+ "level": 2,
7
+ "cross_interval": 4,
8
+ "from_layer": 0,
9
+ "reduce": 1,
10
+ "encoder_dtype": "torch.bfloat16",
11
+ "decoder_dtype": "torch.bfloat16",
12
+ "other_params_dtype": "torch.bfloat16"
13
+ }