convert-to-gguf / constants.py
mrfakename's picture
update
129f554
raw
history blame
172 Bytes
import os
username = 'gguf'
HF_TOKEN = os.environ.get("HF_TOKEN")
types_to_quantize = ['Q6_K', 'Q5_K_M', 'Q5_K_S', 'Q4_K_M', 'Q4_K_S', 'Q3_K_L', 'Q3_K_M', 'Q3_K_S', 'Q2_K']