Hugging Face's logo

qwp4w3hyb
/
Meta-Llama-3.1-8B-Instruct-iMat-GGUF

Text Generation
GGUF
PyTorch
facebook
meta
llama
llama-3
imatrix
Inference Endpoints
conversational
Model card Files Community
1
qwp4w3hyb commited on
Commit
ac2a1c7
•
1 Parent(s): 6d0cccb

Upload folder using huggingface_hub

Browse files
Files changed (14) hide show
  1. .gitattributes +1 -0
  2. meta-llama-3.1-8b-instruct-bf16.gguf +2 -2
  3. meta-llama-3.1-8b-instruct-imat-IQ1_S.gguf +2 -2
  4. meta-llama-3.1-8b-instruct-imat-IQ2_M.gguf +2 -2
  5. meta-llama-3.1-8b-instruct-imat-IQ3_M.gguf +2 -2
  6. meta-llama-3.1-8b-instruct-imat-IQ3_XXS.gguf +2 -2
  7. meta-llama-3.1-8b-instruct-imat-IQ4_NL.gguf +3 -0
  8. meta-llama-3.1-8b-instruct-imat-IQ4_XS.gguf +2 -2
  9. meta-llama-3.1-8b-instruct-imat-Q4_0.gguf +2 -2
  10. meta-llama-3.1-8b-instruct-imat-Q4_K_M.gguf +2 -2
  11. meta-llama-3.1-8b-instruct-imat-Q5_K_M.gguf +2 -2
  12. meta-llama-3.1-8b-instruct-imat-Q6_K.gguf +2 -2
  13. meta-llama-3.1-8b-instruct-imat-Q8_0.gguf +2 -2
  14. meta-llama-3.1-8b-instruct.imatrix +1 -1
.gitattributes CHANGED
@@ -46,3 +46,4 @@ meta-llama-3.1-8b-instruct-imat-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
46
  meta-llama-3.1-8b-instruct-imat-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
47
  meta-llama-3.1-8b-instruct-imat-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
48
  meta-llama-3.1-8b-instruct-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
 
 
46
  meta-llama-3.1-8b-instruct-imat-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
47
  meta-llama-3.1-8b-instruct-imat-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
48
  meta-llama-3.1-8b-instruct-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ meta-llama-3.1-8b-instruct-imat-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
meta-llama-3.1-8b-instruct-bf16.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a62133ad8faebaabdf52b16808ef3422f9d427488a3271849bd887e5efad34d
3
- size 16068891648
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f488fb5d309a06014e63520240d206d69d5cfd8f313532d1037319b25a80d2f
3
+ size 16068891584
meta-llama-3.1-8b-instruct-imat-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:54c014b9d1fb9d80483c9db12a3e7ed543c2322eb95c8b5c625474aa10086308
3
- size 2019628352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e01f3ad7fe0eb90a37c3f166d4b67ad0fbec5f7ab351bd33955be31f1e797ea
3
+ size 2019628320
meta-llama-3.1-8b-instruct-imat-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:817407a2bea455e188812b619c3586fd81f6873353b60cf3372496d4ec2abd8c
3
- size 2948281664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:708dfb4fb3677bcc6627c6b3ceeacc39f87598716d6dc3ffb7d914dbba6b4391
3
+ size 2948281632
meta-llama-3.1-8b-instruct-imat-IQ3_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6166042c38e1c11cdbeac2fdd212739f9ce12f51f3b4f36111555216e1824d6a
3
- size 3784824128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0105be2f4bbdebc5623702af4c4258cbfe9d2cd7c9e1198d97b553c0f30089eb
3
+ size 3784824096
meta-llama-3.1-8b-instruct-imat-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c073617a2870222b9fb519bab472aeddb65cb04b77202f115bb1ed4b00b4ce36
3
- size 3274913088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8293a90e31dfeece6d38ee9ebcc377d8d4b40d6de94fbe68b419483f023f3940
3
+ size 3274913056
meta-llama-3.1-8b-instruct-imat-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73737c68886d20ce0072668ee9070b6d59b907dbf82539d8e0ed4aaf0a95bdb3
3
+ size 4677989664
meta-llama-3.1-8b-instruct-imat-IQ4_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fa8a8eeceb1e047add9c5cf384b8ea3e27d8024294ca91a7384df7352c4edeac
3
- size 4447663424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:825f866ff549cc7f23c6ef4f019bd839153c581d22658981296455671e3d688e
3
+ size 4447663392
meta-llama-3.1-8b-instruct-imat-Q4_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:493aab69d0eb72be92cc815f79b7cc4d2aa7059350808d9755dc38db08c4daa7
3
- size 4675892544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00a22e0b773454caf8cfb12a8926574def18b60707ee98aa5eae8b56daf67d8f
3
+ size 4675892512
meta-llama-3.1-8b-instruct-imat-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:83813a1b06dad54b7fa5f0890f8bbeaedbfe610ebac4f857782ee94147c18855
3
- size 4920735040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ff787af72fb66378f1b859bd679126898a9aaf5f2a36059154dd10d5960c8c1
3
+ size 4920735008
meta-llama-3.1-8b-instruct-imat-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7006d04b6312a12bc1fa9d6a7fe69b8255e3daf17297480134fd3f6533a31b3
3
- size 5732988224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a60adafc7eab881043131a9d12d7f11328e7d039e3db2a59c25301c550f20430
3
+ size 5732988192
meta-llama-3.1-8b-instruct-imat-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:17f5dc6c3a4eeb173e346a37c79bb004935ac2781dee5fbed216339ccc472154
3
- size 6596007232
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ea8ed3491dd5c37b5f9f4ec7f496796304f31aa545239138e917ef470969daf
3
+ size 6596007200
meta-llama-3.1-8b-instruct-imat-Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3aa1832ee2d1b8ccd4f3ec40276175debbb54c7e5a7577eb9cb3b96321590840
3
- size 8540771648
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58cd0e9ba1414960c713653733d196f8da8dda526c59bc53a8a7ee98050bb328
3
+ size 8540771616
meta-llama-3.1-8b-instruct.imatrix CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:70b3b0fdee87beb85ba01f1985e9117c5badd17ef0ef31cc8b61ccec0057b85f
3
  size 4988190
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cd01cc635cf7e0598406ed1adc89102ea5268eb1196c2d6f308d4d1eee5e37a
3
  size 4988190