Update app.py

app.py

@@ -12,7 +12,7 @@ from threading import Thread
 DESCRIPTION = '''
 <div>
 <h1 style="text-align: center;">非公式Llama-3.1-Swallow-8B-Instruct-v0.1</h1>
-<p>tokyotech-llm/Llama-3.1-Swallow-8B-Instruct-v0.1の非公式デモだよ。 <a href="https://huggingface.co/tokyotech-llm/Llama-3.1-Swallow-8B-Instruct-v0.1"><b>tokyotech-llm/Llama-3-Swallow-8B-Instruct-v0.1</b></a>.</p>
+<p>tokyotech-llm/Llama-3.1-Swallow-8B-Instruct-v0.1の非公式デモだよ。 <a href="https://huggingface.co/tokyotech-llm/Llama-3.1-Swallow-8B-Instruct-v0.1"><b>tokyotech-llm/Llama-3.1-Swallow-8B-Instruct-v0.1</b></a>.</p>
 </div>
 '''
 
@@ -25,7 +25,7 @@ Built with Meta Llama 3.1
 
 PLACEHOLDER = """
 <div style="padding: 30px; text-align: center; display: flex; flex-direction: column; align-items: center;">
-   <h1 style="font-size: 28px; margin-bottom: 2px; opacity: 0.55;">Meta llama3</h1>
+   <h1 style="font-size: 28px; margin-bottom: 2px; opacity: 0.55;">Meta llama3.1</h1>
    <p style="font-size: 18px; margin-bottom: 2px; opacity: 0.65;">なんでもきいてね</p>
 </div>
 """
@@ -48,10 +48,6 @@ h1 {
 # Load the tokenizer and model
 tokenizer = AutoTokenizer.from_pretrained("tokyotech-llm/Llama-3.1-Swallow-8B-Instruct-v0.1")
 model = AutoModelForCausalLM.from_pretrained("tokyotech-llm/Llama-3.1-Swallow-8B-Instruct-v0.1", torch_dtype=torch.bfloat16, device_map="auto")
-terminators = [
-    tokenizer.eos_token_id,
-    tokenizer.convert_tokens_to_ids("<|eot_id|>")
-]
 
 @spaces.GPU()
 def chat_llama3_8b(message: str, 
@@ -87,7 +83,6 @@ def chat_llama3_8b(message: str,
         temperature=temperature,
         top_p=0.9,
         repetition_penalty=1.1,
-        eos_token_id=terminators,
     )
     # This will enforce greedy generation (do_sample=False) when the temperature is passed 0, avoiding the crash.             
     if temperature == 0:
@@ -119,7 +114,7 @@ with gr.Blocks(fill_height=True, css=css) as demo:
             gr.Slider(minimum=0,
                       maximum=1, 
                       step=0.1,
-                      value=0.4, 
+                      value=0.6, 
                       label="Temperature", 
                       render=False),
             gr.Slider(minimum=128,