IlyaGusev commited on
Commit
fb65d58
1 Parent(s): 01ae6ee

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -3
app.py CHANGED
@@ -55,8 +55,10 @@ LOADER_MAPPING = {
55
 
56
  repo_name = "IlyaGusev/saiga2_13b_gguf"
57
  model_name = "model-q4_K.gguf"
 
58
  embedder_name = "sentence-transformers/paraphrase-multilingual-mpnet-base-v2"
59
 
 
60
  rm_files = [os.path.join("/data", f) for f in os.listdir("/data")]
61
  for f in rm_files:
62
  if os.path.isfile(f):
@@ -64,13 +66,13 @@ for f in rm_files:
64
  else:
65
  shutil.rmtree(f)
66
 
67
- print("Downloading all files...")
68
- snapshot_download(repo_id=repo_name, local_dir="/data", allow_patterns=model_name, local_dir_use_symlinks=False)
69
  # snapshot_download(repo_id=embedder_name, local_dir="/data/paraphrase-multilingual-mpnet-base-v2", cache_dir="/data")
70
  print("Files downloaded!")
71
 
72
  model = Llama(
73
- model_path=f"/data/{model_name}",
74
  n_ctx=2000,
75
  n_parts=1,
76
  )
 
55
 
56
  repo_name = "IlyaGusev/saiga2_13b_gguf"
57
  model_name = "model-q4_K.gguf"
58
+ final_model_path = f"/data/{model_name}"
59
  embedder_name = "sentence-transformers/paraphrase-multilingual-mpnet-base-v2"
60
 
61
+ print("Downloading all files...")
62
  rm_files = [os.path.join("/data", f) for f in os.listdir("/data")]
63
  for f in rm_files:
64
  if os.path.isfile(f):
 
66
  else:
67
  shutil.rmtree(f)
68
 
69
+ if not os.path.exists(final_model_path):
70
+ snapshot_download(repo_id=repo_name, local_dir="/data", allow_patterns=model_name, local_dir_use_symlinks=False, force_download=True)
71
  # snapshot_download(repo_id=embedder_name, local_dir="/data/paraphrase-multilingual-mpnet-base-v2", cache_dir="/data")
72
  print("Files downloaded!")
73
 
74
  model = Llama(
75
+ model_path=final_model_path,
76
  n_ctx=2000,
77
  n_parts=1,
78
  )