Duplicated from mrfakename/convert-to-gguf
129f554 e4a1ab8
1
2
3
4
import os username = 'gguf' HF_TOKEN = os.environ.get("HF_TOKEN") types_to_quantize = ['Q6_K', 'Q5_K_M', 'Q4_K_M', 'Q3_K_L', 'Q2_K']