Add IQ Quants - Fixed (#7)
Browse files- Add IQ Quants - Fixed (e4162811959b345a19ec1ec04961d6ed830bbcd4)
Co-authored-by: Sai <saishf@users.noreply.huggingface.co>
- index.html +23 -0
index.html
CHANGED
@@ -51,10 +51,21 @@
|
|
51 |
}
|
52 |
|
53 |
const gguf_quants = {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
54 |
"Q2_K": 3.35,
|
55 |
"Q3_K_S": 3.5,
|
|
|
|
|
56 |
"Q3_K_M": 3.91,
|
57 |
"Q3_K_L": 4.27,
|
|
|
|
|
58 |
"Q4_0": 4.55,
|
59 |
"Q4_K_S": 4.58,
|
60 |
"Q4_K_M": 4.85,
|
@@ -477,9 +488,21 @@
|
|
477 |
<!-- Panel -->
|
478 |
<div
|
479 |
x-data="{ quants: [
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
480 |
'Q3_K_S',
|
|
|
|
|
481 |
'Q3_K_M',
|
482 |
'Q3_K_L',
|
|
|
|
|
483 |
'Q4_0',
|
484 |
'Q4_K_S',
|
485 |
'Q4_K_M',
|
|
|
51 |
}
|
52 |
|
53 |
const gguf_quants = {
|
54 |
+
"IQ1_S": 1.56,
|
55 |
+
"IQ2_XXS": 2.06,
|
56 |
+
"IQ2_XS": 2.31,
|
57 |
+
"IQ2_S": 2.5,
|
58 |
+
"IQ2_M": 2.7,
|
59 |
+
"IQ3_XXS": 3.06,
|
60 |
+
"IQ3_XS": 3.3,
|
61 |
"Q2_K": 3.35,
|
62 |
"Q3_K_S": 3.5,
|
63 |
+
"IQ3_S": 3.5,
|
64 |
+
"IQ3_M": 3.7,
|
65 |
"Q3_K_M": 3.91,
|
66 |
"Q3_K_L": 4.27,
|
67 |
+
"IQ4_XS": 4.25,
|
68 |
+
"IQ4_NL": 4.5,
|
69 |
"Q4_0": 4.55,
|
70 |
"Q4_K_S": 4.58,
|
71 |
"Q4_K_M": 4.85,
|
|
|
488 |
<!-- Panel -->
|
489 |
<div
|
490 |
x-data="{ quants: [
|
491 |
+
'IQ1_S',
|
492 |
+
'IQ2_XXS',
|
493 |
+
'IQ2_XS',
|
494 |
+
'IQ2_S',
|
495 |
+
'IQ2_M',
|
496 |
+
'IQ3_XXS',
|
497 |
+
'IQ3_XS',
|
498 |
+
'Q2_K',
|
499 |
'Q3_K_S',
|
500 |
+
'IQ3_S',
|
501 |
+
'IQ3_M',
|
502 |
'Q3_K_M',
|
503 |
'Q3_K_L',
|
504 |
+
'IQ4_XS',
|
505 |
+
'IQ4_NL',
|
506 |
'Q4_0',
|
507 |
'Q4_K_S',
|
508 |
'Q4_K_M',
|