Hugging Face's logo

Spaces:
BlinkDL
/
RWKV-Gradio-1
Running on T4

App Files Community
4
BlinkDL commited on
Commit
de61ce6
•
1 Parent(s): ee5a92b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -18,7 +18,7 @@ os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (muc
18
 
19
  from rwkv.model import RWKV
20
  model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-pile-14b", filename="RWKV-4-Pile-14B-20230228-ctx4096-test663.pth")
21
- model = RWKV(model=model_path, strategy='cuda fp16i8 *10 -> cuda fp16')
22
  from rwkv.utils import PIPELINE, PIPELINE_ARGS
23
  pipeline = PIPELINE(model, "20B_tokenizer.json")
24
 
 
18
 
19
  from rwkv.model import RWKV
20
  model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-pile-14b", filename="RWKV-4-Pile-14B-20230228-ctx4096-test663.pth")
21
+ model = RWKV(model=model_path, strategy='cuda fp16i8 *20 -> cuda fp16')
22
  from rwkv.utils import PIPELINE, PIPELINE_ARGS
23
  pipeline = PIPELINE(model, "20B_tokenizer.json")
24