IlyaGusev commited on
Commit
01ae6ee
1 Parent(s): 00720af

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -53,8 +53,8 @@ LOADER_MAPPING = {
53
  }
54
 
55
 
56
- repo_name = "IlyaGusev/saiga_13b_lora_llamacpp"
57
- model_name = "ggml-model-q4_1.bin"
58
  embedder_name = "sentence-transformers/paraphrase-multilingual-mpnet-base-v2"
59
 
60
  rm_files = [os.path.join("/data", f) for f in os.listdir("/data")]
@@ -65,12 +65,12 @@ for f in rm_files:
65
  shutil.rmtree(f)
66
 
67
  print("Downloading all files...")
68
- snapshot_download(repo_id=repo_name, local_dir="/data/saiga_13b_lora_llamacpp", allow_patterns=model_name, local_dir_use_symlinks=False)
69
  # snapshot_download(repo_id=embedder_name, local_dir="/data/paraphrase-multilingual-mpnet-base-v2", cache_dir="/data")
70
  print("Files downloaded!")
71
 
72
  model = Llama(
73
- model_path=f"/data/saiga_13b_lora_llamacpp/{model_name}",
74
  n_ctx=2000,
75
  n_parts=1,
76
  )
 
53
  }
54
 
55
 
56
+ repo_name = "IlyaGusev/saiga2_13b_gguf"
57
+ model_name = "model-q4_K.gguf"
58
  embedder_name = "sentence-transformers/paraphrase-multilingual-mpnet-base-v2"
59
 
60
  rm_files = [os.path.join("/data", f) for f in os.listdir("/data")]
 
65
  shutil.rmtree(f)
66
 
67
  print("Downloading all files...")
68
+ snapshot_download(repo_id=repo_name, local_dir="/data", allow_patterns=model_name, local_dir_use_symlinks=False)
69
  # snapshot_download(repo_id=embedder_name, local_dir="/data/paraphrase-multilingual-mpnet-base-v2", cache_dir="/data")
70
  print("Files downloaded!")
71
 
72
  model = Llama(
73
+ model_path=f"/data/{model_name}",
74
  n_ctx=2000,
75
  n_parts=1,
76
  )