Felladrin commited on
Commit
0258fd5
1 Parent(s): 2b62c2d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -12
app.py CHANGED
@@ -22,18 +22,7 @@ def generate(
22
 
23
  prompt = pipe.tokenizer.apply_chat_template(message_template, tokenize=False, add_generation_prompt=True)
24
 
25
- if model_name == "Felladrin/Pythia-31M-Chat-v1":
26
- outputs = pipe(prompt, max_length=1024, use_cache=True, penalty_alpha=0.5, top_k=2, repetition_penalty=1.0016)
27
- elif model_name == "Felladrin/Llama-68M-Chat-v1":
28
- outputs = pipe(prompt, max_length=1024, use_cache=True, penalty_alpha=0.5, top_k=4, repetition_penalty=1.043)
29
- elif model_name == "Felladrin/Smol-Llama-101M-Chat-v1":
30
- outputs = pipe(prompt, max_length=1024, use_cache=True, penalty_alpha=0.5, top_k=4, repetition_penalty=1.105)
31
- elif model_name == "Felladrin/Llama-160M-Chat-v1":
32
- outputs = pipe(prompt, max_length=1024, use_cache=True, penalty_alpha=0.5, top_k=4, repetition_penalty=1.01)
33
- elif model_name == "Felladrin/TinyMistral-248M-SFT-v4":
34
- outputs = pipe(prompt, max_length=1024, use_cache=True, penalty_alpha=0.5, top_k=5, repetition_penalty=1.001)
35
- else:
36
- outputs = pipe(prompt, max_length=1024, do_sample=True, temperature=0.65, top_k=35, top_p=0.55, repetition_penalty=1.176)
37
 
38
  return outputs[0]["generated_text"]
39
 
@@ -41,6 +30,7 @@ model_choices = [
41
  "Felladrin/Llama-160M-Chat-v1",
42
  "Felladrin/Minueza-32M-UltraChat",
43
  "Felladrin/Minueza-32M-Chat",
 
44
  "Felladrin/Smol-Llama-101M-Chat-v1",
45
  "Felladrin/TinyMistral-248M-SFT-v4",
46
  "Felladrin/Pythia-31M-Chat-v1",
 
22
 
23
  prompt = pipe.tokenizer.apply_chat_template(message_template, tokenize=False, add_generation_prompt=True)
24
 
25
+ outputs = pipe(prompt, max_length=1024, do_sample=True, temperature=0.65, top_k=35, top_p=0.55, repetition_penalty=1.176)
 
 
 
 
 
 
 
 
 
 
 
26
 
27
  return outputs[0]["generated_text"]
28
 
 
30
  "Felladrin/Llama-160M-Chat-v1",
31
  "Felladrin/Minueza-32M-UltraChat",
32
  "Felladrin/Minueza-32M-Chat",
33
+ "Felladrin/Minueza-32M-Deita",
34
  "Felladrin/Smol-Llama-101M-Chat-v1",
35
  "Felladrin/TinyMistral-248M-SFT-v4",
36
  "Felladrin/Pythia-31M-Chat-v1",