Update app.py

app.py

@@ -1,6 +1,4 @@
 import gradio as gr
-
-import git
 import os, gc, torch
 from datetime import datetime
 from huggingface_hub import hf_hub_download
@@ -10,14 +8,17 @@ gpu_h = nvmlDeviceGetHandleByIndex(0)
 ctx_limit = 1024
 title1 = "RWKV-4-Raven-7B-v9-Eng99%-Other1%-20230412-ctx8192"
 
+os.environ["RWKV_JIT_ON"] = '1'
+os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)
+
 from rwkv.model import RWKV
-model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-raven", filename=f"{title1}.pth")
-model = RWKV(model=model_path, strategy='cuda fp16i8 *8 -> cuda fp16')
+model_path1 = hf_hub_download(repo_id="BlinkDL/rwkv-4-raven", filename=f"{title1}.pth")
+model1 = RWKV(model1=model_path1, strategy='cuda fp16i8 *8 -> cuda fp16')
 from rwkv.utils import PIPELINE, PIPELINE_ARGS
-pipeline = PIPELINE(model, "20B_tokenizer.json")
+pipeline = PIPELINE(model1, "20B_tokenizer.json")
+
+import git
 
-os.environ["RWKV_JIT_ON"] = '1'
-os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)
 os.system('git clone https://github.com/Edresson/Coqui-TTS -b multilingual-torchaudio-SE TTS')
 os.system('pip install -q -e TTS/')
 os.system('pip install -q torchaudio==0.9.0')
@@ -238,7 +239,7 @@ def evaluate(
     occurrence = {}
     state = None
     for i in range(int(200)):
-        out, state = model.forward(pipeline.encode(ctx)[-ctx_limit:] if i == 0 else [token], state)
+        out, state = model1.forward(pipeline.encode(ctx)[-ctx_limit:] if i == 0 else [token], state)
         for n in occurrence:
             out[n] -= (args.alpha_presence + occurrence[n] * args.alpha_frequency)
 
@@ -266,7 +267,7 @@ block = gr.Blocks()
 with block:
     with gr.Group():
         gr.Markdown(
-            """  <center>🥳💬💕 - TalktoAI，随时随地，谈天说地！</center>
+            """ # <center>🥳💬💕 - TalktoAI，随时随地，谈天说地！</center>
             ## <center>🤖 - 让有人文关怀的AI造福每一个人！AI向善，文明璀璨！TalktoAI - Enable the future！</center>
             ### <center>注意❗：请不要输入或生成会对个人以及组织造成侵害的内容，此程序仅供科研、学习及娱乐使用。用户输入或生成的内容与程序开发者无关，请自觉合法合规使用，违反者一切后果自负。</center>