ssaroya
/

gptq_model

Inference Endpoints

Model card Files Files and versions Community

ssaroya commited on May 22, 2023

Commit

81c1119

·

1 Parent(s): 8478f4d

Update handler.py

Files changed (1) hide show

handler.py +1 -0

handler.py CHANGED Viewed

@@ -6,6 +6,7 @@ from gptq import GPTQ
 from utils import find_layers, DEV
 from transformers import AutoTokenizer, LlamaConfig, LlamaForCausalLM
 import os
 import os
 os.environ["CUDA_VISIBLE_DEVICES"] = "0"

 from utils import find_layers, DEV
 from transformers import AutoTokenizer, LlamaConfig, LlamaForCausalLM
 import os
+import pickle
 import os
 os.environ["CUDA_VISIBLE_DEVICES"] = "0"