ai-sage
/

GigaChat-20B-A3B-instruct-int8

8-bit precision

Model card Files Files and versions Community

vltnmmdv commited on 29 days ago

Commit

f9421a4

·

verified ·

1 Parent(s): c6dcbda

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -24,7 +24,7 @@ pip install --upgrade transformers torch accelerate bitsandbytes
 import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM, GenerationConfig
-model_name = "vltnmmdv/GigaChat-20B-A3B-instruct-int8"
 tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True, device_map="auto")
 model.generation_config = GenerationConfig.from_pretrained(model_name)

 import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM, GenerationConfig
+model_name = "ai-sage/GigaChat-20B-A3B-instruct-int8"
 tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True, device_map="auto")
 model.generation_config = GenerationConfig.from_pretrained(model_name)