Update connections/model.py

connections/model.py

@@ -13,9 +13,9 @@ class InferencePipeline:
 
         pipeline = transformers.pipeline(
             "text-generation",
-            model=conf["model"]["model_name"],
+            model=self.conf["model"]["model_name"],
             model_kwargs={"torch_dtype": torch.bfloat16},
-            device_map=conf["model"]["device_map"],
+            device_map=self.conf["model"]["device_map"],
             token=self.token
         )
         
@@ -25,7 +25,7 @@ class InferencePipeline:
 
         outputs = pipeline(
             prompt,
-            max_new_tokens=conf["model"]["max_new_tokens"],
+            max_new_tokens=self.conf["model"]["max_new_tokens"],
         )
 
         return outputs[0]["generated_text"][-1]