MAX_SEQUENCE_LENGTH = 32768  # max_seq_len

DEFAULT_MAX_NEW_TOKENS = 128
DEFAULT_TOP_K = 100
DEFAULT_TOP_P = 0.95
DEFAULT_TEMPERATURE = 5