poiccard
/

jais-13b-chat-adn

Text Generation

Inference Endpoints

Model card Files Files and versions Community

poiccard commited on Oct 2, 2023

Commit

0cffbf7

•

1 Parent(s): 624d54c

Update handler.py

Files changed (1) hide show

handler.py +1 -2

handler.py CHANGED Viewed

@@ -3,7 +3,6 @@
 from typing import Dict, List, Any
 import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM
-import json
 class EndpointHandler():
     def __init__(self, path=""):
@@ -36,7 +35,7 @@ class EndpointHandler():
         response = self.tokenizer.batch_decode(
             generate_ids, skip_special_tokens=True, clean_up_tokenization_spaces=True
         )[0]
-        final_response = response.split("### Response: [|AI|]").json()
         return [{"generated_text": final_response[-1]}]

 from typing import Dict, List, Any
 import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM
 class EndpointHandler():
     def __init__(self, path=""):
         response = self.tokenizer.batch_decode(
             generate_ids, skip_special_tokens=True, clean_up_tokenization_spaces=True
         )[0]
+        final_response = response.split("### Response: [|AI|]")
         return [{"generated_text": final_response[-1]}]