Update app.py

app.py

@@ -57,18 +57,17 @@ repo_name = "IlyaGusev/saiga_13b_lora_llamacpp"
 model_name = "ggml-model-q4_1.bin"
 embedder_name = "sentence-transformers/paraphrase-multilingual-mpnet-base-v2"
 
-#rm_files = [os.path.join("/data", f) for f in os.listdir("/data")]
-#for f in rm_files:
-#    if os.path.isfile(f):
-#        os.remove(f)
-#    else:
-#        shutil.rmtree(f)
+rm_files = [os.path.join("/data", f) for f in os.listdir("/data")]
+for f in rm_files:
+   if os.path.isfile(f):
+       os.remove(f)
+   else:
+       shutil.rmtree(f)
 
 print("Downloading all files...")
-snapshot_download(repo_id=repo_name, local_dir="/data/saiga_13b_lora_llamacpp", allow_patterns=model_name, cache_dir="/data")
-snapshot_download(repo_id=embedder_name, local_dir="/data/paraphrase-multilingual-mpnet-base-v2", cache_dir="/data")
+snapshot_download(repo_id=repo_name, local_dir="/data/saiga_13b_lora_llamacpp", allow_patterns=model_name, local_dir_use_symlinks=False)
+# snapshot_download(repo_id=embedder_name, local_dir="/data/paraphrase-multilingual-mpnet-base-v2", cache_dir="/data")
 print("Files downloaded!")
-print(os.listdir("/data/saiga_13b_lora_llamacpp"))
 
 model = Llama(
     model_path=f"/data/saiga_13b_lora_llamacpp/{model_name}",
@@ -79,7 +78,7 @@ model = Llama(
 print("Model loaded!")
 
 max_new_tokens = 1500
-embeddings = HuggingFaceEmbeddings(model_name="/data/paraphrase-multilingual-mpnet-base-v2")
+embeddings = HuggingFaceEmbeddings(model_name=embedder_name)
 
 def get_uuid():
     return str(uuid4())