Spaces:
Runtime error
Runtime error
gkrthk
commited on
Commit
•
39d1b98
1
Parent(s):
eeab813
update chunk size
Browse files- confluence_qa.py +1 -1
confluence_qa.py
CHANGED
@@ -28,7 +28,7 @@ class ConfluenceQA:
|
|
28 |
url=confluence_url, username=username, api_key=api_key
|
29 |
)
|
30 |
documents = loader.load(include_attachments=include_attachment, limit=50, space_key=space_key)
|
31 |
-
text_splitter = RecursiveCharacterTextSplitter(chunk_size=
|
32 |
documents = text_splitter.split_documents(documents)
|
33 |
# text_splitter = TokenTextSplitter(chunk_size=1000, chunk_overlap=10) # This the encoding for text-embedding-ada-002
|
34 |
# texts = text_splitter.split_documents(texts)
|
|
|
28 |
url=confluence_url, username=username, api_key=api_key
|
29 |
)
|
30 |
documents = loader.load(include_attachments=include_attachment, limit=50, space_key=space_key)
|
31 |
+
text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=150)
|
32 |
documents = text_splitter.split_documents(documents)
|
33 |
# text_splitter = TokenTextSplitter(chunk_size=1000, chunk_overlap=10) # This the encoding for text-embedding-ada-002
|
34 |
# texts = text_splitter.split_documents(texts)
|