jordiclive
/

gpt4all-alpaca-oa-codealpaca-lora-7b

Text Generation

Model card Files Files and versions Community

jordiclive commited on Apr 20, 2023

Commit

7dd7495

•

1 Parent(s): 8047f28

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -75,7 +75,7 @@ model = transformers.AutoModelForCausalLM.from_pretrained(
     "decapoda-research/llama-7b-hf", torch_dtype=torch.float16
 )  # Load Base Model
 model.resize_token_embeddings(
-    32016
 )  # This model repo also contains several embeddings for special tokens that need to be loaded.
 model.config.eos_token_id = tokenizer.eos_token_id

     "decapoda-research/llama-7b-hf", torch_dtype=torch.float16
 )  # Load Base Model
 model.resize_token_embeddings(
+    len(tokenizer)
 )  # This model repo also contains several embeddings for special tokens that need to be loaded.
 model.config.eos_token_id = tokenizer.eos_token_id