SEED-LLaMA / configs /llm /seed_llama_8b_8bit.yaml
sjzhao's picture
update demo
bd63939
raw
history blame
176 Bytes
_target_: transformers.LlamaForCausalLM.from_pretrained
pretrained_model_name_or_path: AILab-CVC/seed-llama-8b-sft
load_in_8bit: True
# device_map: auto
low_cpu_mem_usage: True