459fbe3 2fa4e4c 459fbe3 726a01e 459fbe3 8344bac
1
2
3
4
5
6
7
8
9
10
# MAX_SEQUENCE_LENGTH = 32768 # 消耗内存太多 MAX_SEQUENCE_LENGTH = 8192 # DEFAULT_MAX_NEW_TOKENS = 128 DEFAULT_TOP_K = 100 DEFAULT_TOP_P = 0.98 DEFAULT_TEMPERATURE = 2
