Update README.md
Browse files
README.md
CHANGED
@@ -27,8 +27,8 @@ import gradio as gr
|
|
27 |
os.environ["RWKV_JIT_ON"] = '1'
|
28 |
os.environ["RWKV_CUDA_ON"] = '1'
|
29 |
from rwkv.model import RWKV
|
30 |
-
model_path = "chatntq-7b-jpntuned/ChatNTQ-7B-RWKV-
|
31 |
-
WORD_NAME = "rwkv_vocab_v20230424" # copy rwkv_vocab_v20230424.txt in
|
32 |
ctx_limit = 1024
|
33 |
model = RWKV(model=model_path, strategy='cuda fp16i8 *24 -> cuda fp16')
|
34 |
from rwkv.utils import PIPELINE, PIPELINE_ARGS
|
|
|
27 |
os.environ["RWKV_JIT_ON"] = '1'
|
28 |
os.environ["RWKV_CUDA_ON"] = '1'
|
29 |
from rwkv.model import RWKV
|
30 |
+
model_path = "chatntq-7b-jpntuned/ChatNTQ-7B-RWKV-4-World-JPNtuned-ctx2048.pth"
|
31 |
+
WORD_NAME = "rwkv_vocab_v20230424" # copy rwkv_vocab_v20230424.txt in chatntq-7b-jpntuned to the same folder test
|
32 |
ctx_limit = 1024
|
33 |
model = RWKV(model=model_path, strategy='cuda fp16i8 *24 -> cuda fp16')
|
34 |
from rwkv.utils import PIPELINE, PIPELINE_ARGS
|