Spaces:
Running
on
T4
Running
on
T4
Update app.py
Browse files
app.py
CHANGED
@@ -17,7 +17,7 @@ os.environ["RWKV_JIT_ON"] = '1'
|
|
17 |
os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)
|
18 |
|
19 |
from rwkv.model import RWKV
|
20 |
-
model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-pile-14b", filename="RWKV-4-Pile-14B-20230228-ctx4096-test663.pth")
|
21 |
model = RWKV(model=model_path, strategy='cuda fp16 *32 -> cpu fp32')
|
22 |
# model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-pile-169m", filename="RWKV-4-Pile-169M-20220807-8023.pth")
|
23 |
# model = RWKV(model=model_path, strategy='cuda fp16')
|
@@ -77,6 +77,7 @@ def infer(
|
|
77 |
|
78 |
examples = [
|
79 |
["Expert Questions & Helpful Answers\nAsk Research Experts\nQuestion:\nHow can we eliminate poverty?\n\nFull Answer:\n", 100, 1.0, 0.8, 0.1, 0.1],
|
|
|
80 |
["Ask Expert\n\nQuestion:\nWhat are some good plans for world peace?\n\nExpert Full Answer:\n", 100, 1.0, 0.8, 0.1, 0.1],
|
81 |
["Q & A\n\nQuestion:\nWhy is the sky blue?\n\nDetailed Expert Answer:\n", 100, 1.0, 0.8, 0.1, 0.1],
|
82 |
["Here is a shell script to find all .hpp files in /home/workspace and delete the 3th row string of these files:", 100, 1.0, 0.8, 0.1, 0.1],
|
|
|
17 |
os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)
|
18 |
|
19 |
from rwkv.model import RWKV
|
20 |
+
model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-pile-14b", filename="RWKV-4-Pile-14B-20230228-ctx4096-test663.pth")
|
21 |
model = RWKV(model=model_path, strategy='cuda fp16 *32 -> cpu fp32')
|
22 |
# model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-pile-169m", filename="RWKV-4-Pile-169M-20220807-8023.pth")
|
23 |
# model = RWKV(model=model_path, strategy='cuda fp16')
|
|
|
77 |
|
78 |
examples = [
|
79 |
["Expert Questions & Helpful Answers\nAsk Research Experts\nQuestion:\nHow can we eliminate poverty?\n\nFull Answer:\n", 100, 1.0, 0.8, 0.1, 0.1],
|
80 |
+
["Here's a short cyberpunk sci-fi adventure story. The story's main character is an artificial human created by a company called OpenBot.\n\nThe Story:\n", 100, 1.0, 0.85, 0.1, 0.1],
|
81 |
["Ask Expert\n\nQuestion:\nWhat are some good plans for world peace?\n\nExpert Full Answer:\n", 100, 1.0, 0.8, 0.1, 0.1],
|
82 |
["Q & A\n\nQuestion:\nWhy is the sky blue?\n\nDetailed Expert Answer:\n", 100, 1.0, 0.8, 0.1, 0.1],
|
83 |
["Here is a shell script to find all .hpp files in /home/workspace and delete the 3th row string of these files:", 100, 1.0, 0.8, 0.1, 0.1],
|