--- base_model: - recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp model-index: - name: recoilme/Gemma-2-Ataraxy-Gemmasutra-9B-slerp-GGUF results: - task: type: PPL dataset: name: Vikhrmodels/Veles-2.5 type: Dummy metrics: - name: Q5_K_S type: perplexity value: '4.2069 +/- 0.0348' - name: Q6_K type: perplexity value: '4.2071 +/- 0.0348' - name: Q5_K type: perplexity value: '4.2103 +/- 0.0348' - name: Q5_K_M type: perplexity value: '4.2103 +/- 0.0348' - name: Q8_0 type: perplexity value: '4.2127 +/- 0.0349' - name: Q5_0 type: perplexity value: '4.2243 +/- 0.0350' - name: Q5_1 type: perplexity value: '4.2284 +/- 0.0351' - name: IQ4_XS type: perplexity value: '4.2335 +/- 0.0350' - name: IQ4_NL type: perplexity value: '4.2361 +/- 0.0351' - name: Q4_K type: perplexity value: '4.2418 +/- 0.0352' - name: Q4_K_M type: perplexity value: '4.2418 +/- 0.0352' - name: Q4_K_S type: perplexity value: '4.2540 +/- 0.0353' - name: Q4_0 type: perplexity value: '4.2543 +/- 0.0352' - name: Q4_1 type: perplexity value: '4.2636 +/- 0.0354' - name: Q3_K_L type: perplexity value: '4.2748 +/- 0.0355' - name: Q3_K_M type: perplexity value: '4.3016 +/- 0.0358' - name: Q3_K type: perplexity value: '4.3016 +/- 0.0358' - name: IQ3_M type: perplexity value: '4.3161 +/- 0.0360' - name: IQ3_S type: perplexity value: '4.3541 +/- 0.0364' - name: Q3_K_S type: perplexity value: '4.3628 +/- 0.0363' - name: IQ3_XS type: perplexity value: '4.3692 +/- 0.0364' - name: IQ3_XXS type: perplexity value: '4.3951 +/- 0.0363' - name: Q2_K type: perplexity value: '4.4597 +/- 0.0371' - name: IQ2_M type: perplexity value: '4.6029 +/- 0.0387' - name: Q2_K_S type: perplexity value: '4.6483 +/- 0.0385' - name: IQ2_S type: perplexity value: '4.7825 +/- 0.0404' - name: IQ2_XS type: perplexity value: '4.9246 +/- 0.0415' - name: IQ2_XXS type: perplexity value: '5.3178 +/- 0.0450' - name: IQ1_M type: perplexity value: '6.6785 +/- 0.0587' - name: IQ1_S type: perplexity value: '8.3323 +/- 0.0748' - task: type: PPL dataset: name: ggml-org/wikitext-2-raw-v1 type: Dummy metrics: - name: Q8_0 type: perplexity value: '7.8895 +/- 0.0548' - name: Q6_K type: perplexity value: '7.8896 +/- 0.0547' - name: Q5_K_S type: perplexity value: '7.8957 +/- 0.0547' - name: Q5_K type: perplexity value: '7.9047 +/- 0.0548' - name: Q5_K_M type: perplexity value: '7.9047 +/- 0.0548' - name: Q5_1 type: perplexity value: '7.9092 +/- 0.0549' - name: Q5_0 type: perplexity value: '7.9210 +/- 0.0549' - name: IQ4_XS type: perplexity value: '7.9583 +/- 0.0551' - name: IQ4_NL type: perplexity value: '7.9635 +/- 0.0553' - name: Q4_K type: perplexity value: '7.9777 +/- 0.0554' - name: Q4_K_M type: perplexity value: '7.9777 +/- 0.0554' - name: Q4_K_S type: perplexity value: '8.0115 +/- 0.0558' - name: Q4_1 type: perplexity value: '8.0142 +/- 0.0556' - name: Q4_0 type: perplexity value: '8.0419 +/- 0.0557' - name: Q3_K_L type: perplexity value: '8.0924 +/- 0.0563' - name: IQ3_M type: perplexity value: '8.1460 +/- 0.0568' - name: Q3_K_M type: perplexity value: '8.1713 +/- 0.0571' - name: Q3_K type: perplexity value: '8.1713 +/- 0.0571' - name: IQ3_S type: perplexity value: '8.2287 +/- 0.0576' - name: IQ3_XS type: perplexity value: '8.3294 +/- 0.0583' - name: Q3_K_S type: perplexity value: '8.3341 +/- 0.0582' - name: IQ3_XXS type: perplexity value: '8.3716 +/- 0.0581' - name: Q2_K type: perplexity value: '8.6176 +/- 0.0597' - name: IQ2_M type: perplexity value: '8.7986 +/- 0.0616' - name: Q2_K_S type: perplexity value: '9.1279 +/- 0.0633' - name: IQ2_S type: perplexity value: '9.2979 +/- 0.0656' - name: IQ2_XS type: perplexity value: '9.6843 +/- 0.0682' - name: IQ2_XXS type: perplexity value: '10.5431 +/- 0.0748' - name: IQ1_M type: perplexity value: '12.9640 +/- 0.0951' - name: IQ1_S type: perplexity value: '15.2188 +/- 0.1137' --- # Perplexity evaluations Vikhrmodels/Veles-2.5 subset evaluations: | Model | Perplexity | Lower Bound | Upper Bound | Confidence | |:--------------------------------------------|-------------:|--------------:|--------------:|-------------:| | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_K_S | 4.2069 | 4.1722 | 4.2416 | 0.0348 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q6_K | 4.2071 | 4.1723 | 4.2419 | 0.0348 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_K | 4.2103 | 4.1755 | 4.2451 | 0.0348 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_K_M | 4.2103 | 4.1755 | 4.2451 | 0.0348 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q8_0 | 4.2127 | 4.1778 | 4.2476 | 0.0349 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_0 | 4.2243 | 4.1893 | 4.2593 | 0.035 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_1 | 4.2284 | 4.1933 | 4.2635 | 0.0351 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ4_XS | 4.2335 | 4.1985 | 4.2685 | 0.035 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ4_NL | 4.2361 | 4.201 | 4.2712 | 0.0351 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_K | 4.2418 | 4.2066 | 4.277 | 0.0352 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_K_M | 4.2418 | 4.2066 | 4.277 | 0.0352 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_K_S | 4.254 | 4.2187 | 4.2893 | 0.0353 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_0 | 4.2543 | 4.2191 | 4.2895 | 0.0352 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_1 | 4.2636 | 4.2282 | 4.299 | 0.0354 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K_L | 4.2748 | 4.2393 | 4.3103 | 0.0355 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K_M | 4.3016 | 4.2658 | 4.3374 | 0.0358 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K | 4.3016 | 4.2658 | 4.3374 | 0.0358 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_M | 4.3161 | 4.2801 | 4.3521 | 0.036 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_S | 4.3541 | 4.3177 | 4.3905 | 0.0364 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K_S | 4.3628 | 4.3265 | 4.3991 | 0.0363 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_XS | 4.3692 | 4.3328 | 4.4056 | 0.0364 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_XXS | 4.3951 | 4.3588 | 4.4314 | 0.0363 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q2_K | 4.4597 | 4.4226 | 4.4968 | 0.0371 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_M | 4.6029 | 4.5642 | 4.6416 | 0.0387 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q2_K_S | 4.6483 | 4.6098 | 4.6868 | 0.0385 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_S | 4.7825 | 4.7421 | 4.8229 | 0.0404 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_XS | 4.9246 | 4.8831 | 4.9661 | 0.0415 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_XXS | 5.3178 | 5.2728 | 5.3628 | 0.045 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ1_M | 6.6785 | 6.6198 | 6.7372 | 0.0587 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ1_S | 8.3323 | 8.2575 | 8.4071 | 0.0748 | ggml-org/wikitext-2-raw-v1 evaluations: | Model | Perplexity | Lower Bound | Upper Bound | Confidence | |:--------------------------------------------|-------------:|--------------:|--------------:|-------------:| | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q8_0 | 7.8895 | 7.8347 | 7.9443 | 0.0548 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q6_K | 7.8896 | 7.8349 | 7.9443 | 0.0547 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_K_S | 7.8957 | 7.841 | 7.9504 | 0.0547 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_K | 7.9047 | 7.8499 | 7.9595 | 0.0548 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_K_M | 7.9047 | 7.8499 | 7.9595 | 0.0548 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_1 | 7.9092 | 7.8543 | 7.9641 | 0.0549 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q5_0 | 7.921 | 7.8661 | 7.976 | 0.0549 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ4_XS | 7.9583 | 7.9032 | 8.0135 | 0.0551 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ4_NL | 7.9635 | 7.9082 | 8.0187 | 0.0553 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_K | 7.9777 | 7.9223 | 8.0331 | 0.0554 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_K_M | 7.9777 | 7.9223 | 8.0331 | 0.0554 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_K_S | 8.0115 | 7.9557 | 8.0673 | 0.0558 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_1 | 8.0142 | 7.9586 | 8.0698 | 0.0556 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q4_0 | 8.0419 | 7.9862 | 8.0976 | 0.0557 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K_L | 8.0924 | 8.036 | 8.1487 | 0.0563 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_M | 8.146 | 8.0892 | 8.2028 | 0.0568 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K_M | 8.1713 | 8.1142 | 8.2284 | 0.0571 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K | 8.1713 | 8.1142 | 8.2284 | 0.0571 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_S | 8.2287 | 8.1711 | 8.2863 | 0.0576 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_XS | 8.3294 | 8.271 | 8.3878 | 0.0583 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q3_K_S | 8.3341 | 8.2759 | 8.3923 | 0.0582 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ3_XXS | 8.3716 | 8.3135 | 8.4297 | 0.0581 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q2_K | 8.6176 | 8.5579 | 8.6773 | 0.0597 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_M | 8.7986 | 8.737 | 8.8602 | 0.0616 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-Q2_K_S | 9.1279 | 9.0646 | 9.1912 | 0.0633 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_S | 9.2979 | 9.2323 | 9.3635 | 0.0656 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_XS | 9.6843 | 9.6161 | 9.7525 | 0.0682 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ2_XXS | 10.5431 | 10.4683 | 10.6179 | 0.0748 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ1_M | 12.964 | 12.8689 | 13.0591 | 0.0951 | | Gemma-2-Ataraxy-Gemmasutra-9B-slerp-IQ1_S | 15.2188 | 15.1051 | 15.3325 | 0.1137 |