Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
@@ -13,7 +13,7 @@ os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (muc
|
|
13 |
|
14 |
from rwkv.model import RWKV
|
15 |
model_path1 = hf_hub_download(repo_id="BlinkDL/rwkv-4-raven", filename=f"{title1}.pth")
|
16 |
-
model1 = RWKV(
|
17 |
from rwkv.utils import PIPELINE, PIPELINE_ARGS
|
18 |
pipeline = PIPELINE(model1, "20B_tokenizer.json")
|
19 |
|
|
|
13 |
|
14 |
from rwkv.model import RWKV
|
15 |
model_path1 = hf_hub_download(repo_id="BlinkDL/rwkv-4-raven", filename=f"{title1}.pth")
|
16 |
+
model1 = RWKV(model=model_path1, strategy='cuda fp16i8 *8 -> cuda fp16')
|
17 |
from rwkv.utils import PIPELINE, PIPELINE_ARGS
|
18 |
pipeline = PIPELINE(model1, "20B_tokenizer.json")
|
19 |
|