poiccard
/

jais-13b-chat-adn

Text Generation

Inference Endpoints

Model card Files Files and versions Community

poiccard commited on Oct 2, 2023

Commit

9e4a80d

•

1 Parent(s): 377bbc3

Update handler.py

Files changed (1) hide show

handler.py +2 -1

handler.py CHANGED Viewed

@@ -3,6 +3,7 @@
 from typing import Dict, List, Any
 import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM
 class EndpointHandler():
     def __init__(self, path=""):
@@ -35,7 +36,7 @@ class EndpointHandler():
         response = self.tokenizer.batch_decode(
             generate_ids, skip_special_tokens=True, clean_up_tokenization_spaces=True
         )[0]
-        final_response = response.split("### Response: [|AI|]")
         return [{"generated_text": final_response[-1]}]

 from typing import Dict, List, Any
 import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM
+import json
 class EndpointHandler():
     def __init__(self, path=""):
         response = self.tokenizer.batch_decode(
             generate_ids, skip_special_tokens=True, clean_up_tokenization_spaces=True
         )[0]
+        final_response = response.split("### Response: [|AI|]").json)
         return [{"generated_text": final_response[-1]}]