poiccard
/

jais-13b-chat-adn

Text Generation

Inference Endpoints

Model card Files Files and versions Community

arabic-deployment

#1

by poiccard - opened Sep 22, 2023

base: refs/heads/main

←

from: refs/pr/1

Discussion Files changed

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -18,7 +18,7 @@ class EndpointHandler():
         # get inputs
         inputs = data.pop("inputs",data)
-        text = self.prompt_eng.format_map({'Question':inputs})
         input_ids = self.tokenizer(text, return_tensors="pt").input_ids
         inputs = input_ids.to(self.device)

         # get inputs
         inputs = data.pop("inputs",data)
+        text = self.prompt_ar.format_map({'Question':inputs})
         input_ids = self.tokenizer(text, return_tensors="pt").input_ids
         inputs = input_ids.to(self.device)