Spaces:
Running
on
T4
Running
on
T4
Update app.py
Browse files
app.py
CHANGED
@@ -17,7 +17,7 @@ os.environ["RWKV_JIT_ON"] = '1'
|
|
17 |
os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)
|
18 |
|
19 |
from rwkv.model import RWKV
|
20 |
-
model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-pile-14b", filename="RWKV-4-Pile-14B-20230213-8019.pth
|
21 |
model = RWKV(model=model_path, strategy='cuda fp16 *32 -> cpu fp32')
|
22 |
# model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-pile-169m", filename="RWKV-4-Pile-169M-20220807-8023.pth")
|
23 |
# model = RWKV(model=model_path, strategy='cuda fp16')
|
|
|
17 |
os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)
|
18 |
|
19 |
from rwkv.model import RWKV
|
20 |
+
model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-pile-14b", filename="RWKV-4-Pile-14B-20230228-ctx4096-test663.pth") # RWKV-4-Pile-14B-20230213-8019.pth
|
21 |
model = RWKV(model=model_path, strategy='cuda fp16 *32 -> cpu fp32')
|
22 |
# model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-pile-169m", filename="RWKV-4-Pile-169M-20220807-8023.pth")
|
23 |
# model = RWKV(model=model_path, strategy='cuda fp16')
|