asiansoul commited on
Commit
632998f
β€’
1 Parent(s): de0d905

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ smartllama-3-ko-8b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ smartllama-3-ko-8b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ smartllama-3-ko-8b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ smartllama-3-ko-8b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ smartllama-3-ko-8b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Modelfile_Q5_K_M ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM smartllama-3-ko-8b-Q5_K_M.gguf
2
+ TEMPLATE """
3
+ {{- if .System }}
4
+ system
5
+ <s>{{ .System }}</s>
6
+ {{- end }}
7
+ user
8
+ <s>Human:
9
+ {{ .Prompt }}</s>
10
+ assistant
11
+ <s>Assistant:
12
+ """
13
+
14
+ SYSTEM """
15
+ μΉœμ ˆν•œ μ±—λ΄‡μœΌλ‘œμ„œ μƒλŒ€λ°©μ˜ μš”μ²­μ— μ΅œλŒ€ν•œ μžμ„Έν•˜κ³  μΉœμ ˆν•˜κ²Œ λ‹΅ν•˜μž. λͺ¨λ“  λŒ€λ‹΅μ€ ν•œκ΅­μ–΄(Korean)으둜 λŒ€λ‹΅ν•΄μ€˜.
16
+ """
17
+
18
+ PARAMETER temperature 0.7
19
+ PARAMETER num_predict 256
20
+ PARAMETER num_ctx 4096
21
+ PARAMETER stop "<s>"
22
+ PARAMETER stop "</s>"
23
+
smartllama-3-ko-8b-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d3a808de095621043ffcd30912516ebbbfcdc0465bb8eabe6112c28a0e30f15
3
+ size 4018917568
smartllama-3-ko-8b-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68046e421195646c1e105bb9d360d1ac906d7468977991d1e0f64dc5b2d1ed65
3
+ size 4920733888
smartllama-3-ko-8b-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eafe0d4db0dd63df919da51d767ebea2e29b9aa1def23fe5eadc40c1c1edece2
3
+ size 5732987072
smartllama-3-ko-8b-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ac952222c2f22f4fab60be339827cc7e333479e5025dafe45b92805f2c8ab83
3
+ size 6596006080
smartllama-3-ko-8b-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a63ec8be0951020b0176e0e533b9f2765bb0413e2185ad0bf5911c6086752e1f
3
+ size 8540770496