ssaroya
/

gptq_model

Inference Endpoints

Model card Files Files and versions Community

ssaroya commited on May 22, 2023

Commit

abc55db

·

1 Parent(s): 3d6aa6f

Update handler.py

Files changed (1) hide show

handler.py +1 -0

handler.py CHANGED Viewed

@@ -19,6 +19,7 @@ class EndpointHandler:
             self.model = pickle.load(f)
         self.tokenizer = AutoTokenizer.from_pretrained(model_folder_path, use_fast=False)

             self.model = pickle.load(f)
         self.tokenizer = AutoTokenizer.from_pretrained(model_folder_path, use_fast=False)
+        self.model.to(DEV)