GGUF
Inference Endpoints
RaymondAISG BryanSwk commited on
Commit
624aa91
1 Parent(s): 6412984

Upload GGUF Models (#1)

Browse files

- Upload GGUF Models (90f3329a1515c0a35edef8dc97d276c3dc5c4b29)


Co-authored-by: Bryan Siow <BryanSwk@users.noreply.huggingface.co>

.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ sea-lion-7b-instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ sea-lion-7b-instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ sea-lion-7b-instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ sea-lion-7b-instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ sea-lion-7b-instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ sea-lion-7b-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ sea-lion-7b-instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
43
+ sea-lion-7b-instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
sea-lion-7b-instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fbbb48e2d76a513f59a3ca44795a54c0d0c6065a2b3d1fba7b20c732d48d588
3
+ size 3278831552
sea-lion-7b-instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa6799e16d54ef68c768e16173954bbda87f23e7127ba8b644271fa685609520
3
+ size 4247715776
sea-lion-7b-instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f514d59cead72661283924409de8187057f01a93f91afc28f939f9ce8725dcf
3
+ size 4516151232
sea-lion-7b-instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af0ebb4645be6fcefbc8a9a5b931a90bf9389bfe3be5f95e7527dec27991a278
3
+ size 4994301888
sea-lion-7b-instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2adc085e8fa0f37962890c27c01776d36f699402f2a62a93694462da3ff9a337
3
+ size 5321457600
sea-lion-7b-instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:437663b60f0005a5086abeeb2548878532888d947dbd80782f3477fc960f40b6
3
+ size 5677973440
sea-lion-7b-instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:917712c26bc0375868d84c2d739a7bc2cb39e606425228fb75a0df96b55062dd
3
+ size 6177095616
sea-lion-7b-instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bb66ee92a0372d5f9e5507601c5dbac1aade5210d038851291fd8648b5a64a1
3
+ size 7991328704