File size: 525 Bytes
5aa344a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
{
"model_type": "llama",
"model_name_or_path": "lilmeaty/xdddd",
"max_tokens": 2048,
"temperature": 0.5,
"top_p": 0.65,
"repetition_penalty": 1.2,
"load_8bit": false,
"load_4bit": false,
"use_safetensors": false,
"use_gpu": true,
"gpu_id": 0,
"trust_remote_code": false,
"quantization_config": null,
"prompt_template": "<s>[INST] <<SYS>>\nYou are a helpful, harmless AI assistant.\n<</SYS>>\n{prompt}[/INST]",
"lora_weights": null,
"pre_prompt": null,
"post_prompt": null
} |