Update README.md
Browse files
README.md
CHANGED
@@ -25,7 +25,9 @@ model-index:
|
|
25 |
value: '123.456 +/- 234.567'
|
26 |
---
|
27 |
|
28 |
-
|
|
|
|
|
29 |
| Model | Perplexity | Lower Bound | Upper Bound | Confidence |
|
30 |
|:--------------------------------------------|-------------:|--------------:|--------------:|-------------:|
|
31 |
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_K_S | 4.2069 | 4.1722 | 4.2416 | 0.0348 |
|
@@ -59,7 +61,7 @@ Veles evaluations:
|
|
59 |
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ1_M | 6.6785 | 6.6198 | 6.7372 | 0.0587 |
|
60 |
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ1_S | 8.3323 | 8.2575 | 8.4071 | 0.0748 |
|
61 |
|
62 |
-
|
63 |
| Model | Perplexity | Lower Bound | Upper Bound | Confidence |
|
64 |
|:--------------------------------------------|-------------:|--------------:|--------------:|-------------:|
|
65 |
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q8_0 | 7.8895 | 7.8347 | 7.9443 | 0.0548 |
|
|
|
25 |
value: '123.456 +/- 234.567'
|
26 |
---
|
27 |
|
28 |
+
# Perplexity evaluations
|
29 |
+
|
30 |
+
Vikhrmodels/Veles-2.5 subset evaluations:
|
31 |
| Model | Perplexity | Lower Bound | Upper Bound | Confidence |
|
32 |
|:--------------------------------------------|-------------:|--------------:|--------------:|-------------:|
|
33 |
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_K_S | 4.2069 | 4.1722 | 4.2416 | 0.0348 |
|
|
|
61 |
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ1_M | 6.6785 | 6.6198 | 6.7372 | 0.0587 |
|
62 |
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ1_S | 8.3323 | 8.2575 | 8.4071 | 0.0748 |
|
63 |
|
64 |
+
ggml-org/wikitext-2-raw-v1 evaluations:
|
65 |
| Model | Perplexity | Lower Bound | Upper Bound | Confidence |
|
66 |
|:--------------------------------------------|-------------:|--------------:|--------------:|-------------:|
|
67 |
| Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q8_0 | 7.8895 | 7.8347 | 7.9443 | 0.0548 |
|