poiccard
/

jais-13b-chat-adn

Text Generation

Inference Endpoints

Model card Files Files and versions Community

poiccard commited on Sep 22, 2023

Commit

81d2e45

•

1 Parent(s): 4b9b71e

arabic-deployment (#1)

- Arabic prompt PR1 (a37fa6e66fe7f19d63b81e1bcd6aba94201082d5)

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -18,7 +18,7 @@ class EndpointHandler():
         # get inputs
         inputs = data.pop("inputs",data)
-        text = self.prompt_eng.format_map({'Question':inputs})
         input_ids = self.tokenizer(text, return_tensors="pt").input_ids
         inputs = input_ids.to(self.device)

         # get inputs
         inputs = data.pop("inputs",data)
+        text = self.prompt_ar.format_map({'Question':inputs})
         input_ids = self.tokenizer(text, return_tensors="pt").input_ids
         inputs = input_ids.to(self.device)