Sergidev commited on
Commit
dd82b95
1 Parent(s): 0477649

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -6
app.py CHANGED
@@ -2,18 +2,13 @@ from fastapi import FastAPI, Request
2
  from fastapi.responses import HTMLResponse, StreamingResponse
3
  from fastapi.staticfiles import StaticFiles
4
  from modules.pmbl import PMBL
5
- import os
6
 
7
  app = FastAPI(docs_url=None, redoc_url=None)
8
 
9
  app.mount("/static", StaticFiles(directory="static"), name="static")
10
  app.mount("/templates", StaticFiles(directory="templates"), name="templates")
11
 
12
- # Initialize PMBL with the correct repository ID and filename
13
- repo_id = "lmstudio-community/Meta-Llama-3-8B-Instruct-GGUF"
14
- filename = "Meta-Llama-3-8B-Instruct-Q8_0.gguf"
15
-
16
- pmbl = PMBL(repo_id, filename)
17
 
18
  @app.head("/")
19
  @app.get("/")
 
2
  from fastapi.responses import HTMLResponse, StreamingResponse
3
  from fastapi.staticfiles import StaticFiles
4
  from modules.pmbl import PMBL
 
5
 
6
  app = FastAPI(docs_url=None, redoc_url=None)
7
 
8
  app.mount("/static", StaticFiles(directory="static"), name="static")
9
  app.mount("/templates", StaticFiles(directory="templates"), name="templates")
10
 
11
+ pmbl = PMBL("./PMB-7b.Q6_K.gguf") # Replace with the path to your model
 
 
 
 
12
 
13
  @app.head("/")
14
  @app.get("/")