Update app.py
Browse files
app.py
CHANGED
@@ -4,8 +4,8 @@ from langchain.chains import RetrievalQA
|
|
4 |
from langchain_community.vectorstores import Pinecone
|
5 |
from langchain.prompts import PromptTemplate
|
6 |
from langchain_community.llms import CTransformers
|
7 |
-
from flask_limiter import Limiter
|
8 |
-
from flask_limiter.util import get_remote_address
|
9 |
from langchain_community.llms import LlamaCpp
|
10 |
import time
|
11 |
|
@@ -13,11 +13,11 @@ import time
|
|
13 |
app = Flask(__name__)
|
14 |
|
15 |
# Setup Flask-Limiter
|
16 |
-
limiter = Limiter(
|
17 |
-
|
18 |
-
|
19 |
-
|
20 |
-
)
|
21 |
|
22 |
|
23 |
# Initialize embeddings directly
|
@@ -40,7 +40,7 @@ llm = LlamaCpp(
|
|
40 |
model_path="model/phi-2.Q2_K.gguf",
|
41 |
temperature=0.1,
|
42 |
max_tokens=128,
|
43 |
-
|
44 |
top_p=1,
|
45 |
verbose=True, # Verbose is required to pass to the callback manager
|
46 |
)
|
@@ -90,5 +90,5 @@ def post_message():
|
|
90 |
|
91 |
|
92 |
if __name__ == "__main__":
|
93 |
-
app.run(host='0.0.0.0', port=7860)
|
94 |
|
|
|
4 |
from langchain_community.vectorstores import Pinecone
|
5 |
from langchain.prompts import PromptTemplate
|
6 |
from langchain_community.llms import CTransformers
|
7 |
+
#from flask_limiter import Limiter
|
8 |
+
#from flask_limiter.util import get_remote_address
|
9 |
from langchain_community.llms import LlamaCpp
|
10 |
import time
|
11 |
|
|
|
13 |
app = Flask(__name__)
|
14 |
|
15 |
# Setup Flask-Limiter
|
16 |
+
#limiter = Limiter(
|
17 |
+
# app=app,
|
18 |
+
# key_func=get_remote_address, # Correctly specify key_func as a keyword argument
|
19 |
+
# default_limits=["200 per day", "20 per hour"]
|
20 |
+
#)
|
21 |
|
22 |
|
23 |
# Initialize embeddings directly
|
|
|
40 |
model_path="model/phi-2.Q2_K.gguf",
|
41 |
temperature=0.1,
|
42 |
max_tokens=128,
|
43 |
+
# repetition_penalty=1,
|
44 |
top_p=1,
|
45 |
verbose=True, # Verbose is required to pass to the callback manager
|
46 |
)
|
|
|
90 |
|
91 |
|
92 |
if __name__ == "__main__":
|
93 |
+
app.run(host='0.0.0.0', port=7860, debut=True)
|
94 |
|