import os username = 'gguf' HF_TOKEN = os.environ.get("HF_TOKEN") types_to_quantize = ['Q6_K', 'Q5_K_M', 'Q4_K_M', 'Q3_K_L', 'Q2_K']