Kevin676 commited on
Commit
09633c6
1 Parent(s): aa9981a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -13,7 +13,7 @@ os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (muc
13
 
14
  from rwkv.model import RWKV
15
  model_path1 = hf_hub_download(repo_id="BlinkDL/rwkv-4-raven", filename=f"{title1}.pth")
16
- model1 = RWKV(model1=model_path1, strategy='cuda fp16i8 *8 -> cuda fp16')
17
  from rwkv.utils import PIPELINE, PIPELINE_ARGS
18
  pipeline = PIPELINE(model1, "20B_tokenizer.json")
19
 
 
13
 
14
  from rwkv.model import RWKV
15
  model_path1 = hf_hub_download(repo_id="BlinkDL/rwkv-4-raven", filename=f"{title1}.pth")
16
+ model1 = RWKV(model=model_path1, strategy='cuda fp16i8 *8 -> cuda fp16')
17
  from rwkv.utils import PIPELINE, PIPELINE_ARGS
18
  pipeline = PIPELINE(model1, "20B_tokenizer.json")
19