ThisIs-Developer commited on
Commit
ea4c98d
1 Parent(s): 1d02ce7

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -42
config.json CHANGED
@@ -1,43 +1,3 @@
1
  {
2
- "model": {
3
- "path": "TheBloke/Llama-2-7B-Chat-GGML",
4
- "type": "llama",
5
- "max_new_tokens": 512,
6
- "temperature": 0.5
7
- },
8
- "tokenizer": {
9
- "type": "AutoTokenizer",
10
- "name": "sentence-transformers/all-MiniLM-L6-v2",
11
- "kwargs": {
12
- "device": "cpu"
13
- }
14
- },
15
- "vector_store": {
16
- "path": "vectorstores/db_faiss",
17
- "embeddings": {
18
- "type": "HuggingFaceEmbeddings",
19
- "name": "sentence-transformers/all-MiniLM-L6-v2",
20
- "kwargs": {
21
- "device": "cpu"
22
- }
23
- }
24
- },
25
- "retriever": {
26
- "type": "FAISS",
27
- "path": "vectorstores/db_faiss"
28
- },
29
- "chain": {
30
- "type": "RetrievalQA",
31
- "chain_type": "stuff",
32
- "chain_type_kwargs": {
33
- "prompt": {
34
- "template": "Use the following pieces of information...",
35
- "input_variables": ["context", "question"]
36
- }
37
- }
38
- },
39
- "api": {
40
- "port": 5000,
41
- "num_threads": 8
42
- }
43
- }
 
1
  {
2
+ "model_type": "llama"
3
+ }