Update README.md
Browse files
README.md
CHANGED
@@ -81,7 +81,7 @@ def LLM_infer(input):
|
|
81 |
device = (
|
82 |
torch.device("cuda:0") if torch.cuda.is_available() else torch.device("cpu")
|
83 |
)
|
84 |
-
model_id = "kfkas/
|
85 |
model = AutoModelForCausalLM.from_pretrained(
|
86 |
model_id, device_map={"": 0},torch_dtype=torch.float16, low_cpu_mem_usage=True
|
87 |
)
|
|
|
81 |
device = (
|
82 |
torch.device("cuda:0") if torch.cuda.is_available() else torch.device("cpu")
|
83 |
)
|
84 |
+
model_id = "kfkas/Llama-2-ko-7b-Chat"
|
85 |
model = AutoModelForCausalLM.from_pretrained(
|
86 |
model_id, device_map={"": 0},torch_dtype=torch.float16, low_cpu_mem_usage=True
|
87 |
)
|