multi-meeting-QnA

Sleeping

tykiww commited on Jul 31

Commit

2f01a3b

•

1 Parent(s): 6b57d63

Update connections/model.py

Files changed (1) hide show

connections/model.py CHANGED Viewed

@@ -18,7 +18,7 @@ class InferencePipeline:
         model = AutoPeftModelForCausalLM.from_pretrained(
             self.conf["model"]["model_name"],
-            load_in_4bit = self.conf["model"]["load_in_4bit"],
         )
         tokenizer = AutoTokenizer.from_pretrained(self.path)

         model = AutoPeftModelForCausalLM.from_pretrained(
             self.conf["model"]["model_name"],
+            load_in_4bit = not self.conf["model"]["load_in_4bit"],
         )
         tokenizer = AutoTokenizer.from_pretrained(self.path)