Spaces:
Running
on
T4
Running
on
T4
Update app.py
Browse files
app.py
CHANGED
@@ -11,6 +11,7 @@ desc = f'''Links:
|
|
11 |
<a href='https://github.com/BlinkDL/ChatRWKV' target="_blank" style="margin:0 0.5em">ChatRWKV</a>
|
12 |
<a href='https://github.com/BlinkDL/RWKV-LM' target="_blank" style="margin:0 0.5em">RWKV-LM</a>
|
13 |
<a href="https://pypi.org/project/rwkv/" target="_blank" style="margin:0 0.5em">RWKV pip package</a>
|
|
|
14 |
'''
|
15 |
|
16 |
os.environ["RWKV_JIT_ON"] = '1'
|
@@ -18,7 +19,7 @@ os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (muc
|
|
18 |
|
19 |
from rwkv.model import RWKV
|
20 |
model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-pile-14b", filename=f"{title}.pth")
|
21 |
-
model = RWKV(model=model_path, strategy='cuda fp16i8 *
|
22 |
from rwkv.utils import PIPELINE, PIPELINE_ARGS
|
23 |
pipeline = PIPELINE(model, "20B_tokenizer.json")
|
24 |
|
|
|
11 |
<a href='https://github.com/BlinkDL/ChatRWKV' target="_blank" style="margin:0 0.5em">ChatRWKV</a>
|
12 |
<a href='https://github.com/BlinkDL/RWKV-LM' target="_blank" style="margin:0 0.5em">RWKV-LM</a>
|
13 |
<a href="https://pypi.org/project/rwkv/" target="_blank" style="margin:0 0.5em">RWKV pip package</a>
|
14 |
+
<a href="https://huggingface.co/spaces/BlinkDL/Raven-RWKV-7B" target="_blank" style="margin:0 0.5em">Raven 7B (alpaca-style)</a>
|
15 |
'''
|
16 |
|
17 |
os.environ["RWKV_JIT_ON"] = '1'
|
|
|
19 |
|
20 |
from rwkv.model import RWKV
|
21 |
model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-pile-14b", filename=f"{title}.pth")
|
22 |
+
model = RWKV(model=model_path, strategy='cuda fp16i8 *24 -> cuda fp16')
|
23 |
from rwkv.utils import PIPELINE, PIPELINE_ARGS
|
24 |
pipeline = PIPELINE(model, "20B_tokenizer.json")
|
25 |
|