{
  "model": {
    "path": "TheBloke/Llama-2-7B-Chat-GGML",
    "type": "llama",
    "max_new_tokens": 512,
    "temperature": 0.5
  },
  "tokenizer": {
    "type": "AutoTokenizer",
    "name": "sentence-transformers/all-MiniLM-L6-v2",
    "kwargs": {
      "device": "cpu"
    }
  },
  "vector_store": {
    "path": "vectorstores/db_faiss",
    "embeddings": {
      "type": "HuggingFaceEmbeddings",
      "name": "sentence-transformers/all-MiniLM-L6-v2",
      "kwargs": {
        "device": "cpu"
      }
    }
  },
  "retriever": {
    "type": "FAISS",
    "path": "vectorstores/db_faiss"
  },
  "chain": {
    "type": "RetrievalQA",
    "chain_type": "stuff",
    "chain_type_kwargs": {
      "prompt": {
        "template": "Use the following pieces of information...",
        "input_variables": ["context", "question"]
      }
    }
  },
  "api": {
    "port": 5000,
    "num_threads": 8
  }
}