Felladrin commited on
Commit
8746c19
1 Parent(s): 9aed9ee

Update parameters for Felladrin/TinyMistral-248M-Chat-v2

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -27,8 +27,8 @@ def generate(
27
  outputs = pipe(prompt, max_new_tokens=250, use_cache=True, penalty_alpha=0.5, top_k=4, repetition_penalty=1.105)
28
  elif model_name == "Felladrin/Llama-160M-Chat-v1":
29
  outputs = pipe(prompt, max_new_tokens=250, use_cache=True, penalty_alpha=0.5, top_k=4, repetition_penalty=1.01)
30
- elif model_name == "Felladrin/TinyMistral-248M-Chat-v1":
31
- outputs = pipe(prompt, max_new_tokens=250, use_cache=True, penalty_alpha=0.45, top_k=4, repetition_penalty=1.03, guidance_scale=1.3)
32
  else:
33
  outputs = pipe(prompt, max_new_tokens=250, do_sample=True, temperature=0.65, top_k=35, top_p=0.55, repetition_penalty=1.176)
34
 
@@ -37,7 +37,7 @@ def generate(
37
  model_choices = [
38
  "Felladrin/Llama-160M-Chat-v1",
39
  "Felladrin/Minueza-32Mx2-Chat",
40
- "Felladrin/TinyMistral-248M-Chat-v1",
41
  "Felladrin/Llama-68M-Chat-v1",
42
  "Felladrin/Minueza-32M-UltraChat",
43
  "Felladrin/Minueza-32M-Deita",
 
27
  outputs = pipe(prompt, max_new_tokens=250, use_cache=True, penalty_alpha=0.5, top_k=4, repetition_penalty=1.105)
28
  elif model_name == "Felladrin/Llama-160M-Chat-v1":
29
  outputs = pipe(prompt, max_new_tokens=250, use_cache=True, penalty_alpha=0.5, top_k=4, repetition_penalty=1.01)
30
+ elif model_name == "Felladrin/TinyMistral-248M-Chat-v2":
31
+ outputs = pipe(prompt, max_new_tokens=250, use_cache=True, penalty_alpha=0.5, top_k=5, repetition_penalty=1.0)
32
  else:
33
  outputs = pipe(prompt, max_new_tokens=250, do_sample=True, temperature=0.65, top_k=35, top_p=0.55, repetition_penalty=1.176)
34
 
 
37
  model_choices = [
38
  "Felladrin/Llama-160M-Chat-v1",
39
  "Felladrin/Minueza-32Mx2-Chat",
40
+ "Felladrin/TinyMistral-248M-Chat-v2",
41
  "Felladrin/Llama-68M-Chat-v1",
42
  "Felladrin/Minueza-32M-UltraChat",
43
  "Felladrin/Minueza-32M-Deita",