crystal-technologies
commited on
Commit
•
b54758d
1
Parent(s):
4d09bcb
Update Perceptrix/engine.py
Browse files- Perceptrix/engine.py +3 -3
Perceptrix/engine.py
CHANGED
@@ -129,8 +129,8 @@ def run_instruction(
|
|
129 |
instructions,
|
130 |
inputs,
|
131 |
temperature=0.4,
|
132 |
-
top_p=0.
|
133 |
-
top_k=
|
134 |
repetition_penalty=1.1,
|
135 |
max_new_tokens=512,
|
136 |
stream_output=False,
|
@@ -138,7 +138,7 @@ def run_instruction(
|
|
138 |
now_prompt = PROMPT.format(instructions+'\n', inputs)
|
139 |
|
140 |
response = evaluate(
|
141 |
-
|
142 |
)
|
143 |
|
144 |
if stream_output:
|
|
|
129 |
instructions,
|
130 |
inputs,
|
131 |
temperature=0.4,
|
132 |
+
top_p=0.65,
|
133 |
+
top_k=35,
|
134 |
repetition_penalty=1.1,
|
135 |
max_new_tokens=512,
|
136 |
stream_output=False,
|
|
|
138 |
now_prompt = PROMPT.format(instructions+'\n', inputs)
|
139 |
|
140 |
response = evaluate(
|
141 |
+
now_prompt, temperature, top_p, top_k, repetition_penalty, max_new_tokens, stream_output, do_sample=True
|
142 |
)
|
143 |
|
144 |
if stream_output:
|