gkrthk commited on
Commit
39d1b98
1 Parent(s): eeab813

update chunk size

Browse files
Files changed (1) hide show
  1. confluence_qa.py +1 -1
confluence_qa.py CHANGED
@@ -28,7 +28,7 @@ class ConfluenceQA:
28
  url=confluence_url, username=username, api_key=api_key
29
  )
30
  documents = loader.load(include_attachments=include_attachment, limit=50, space_key=space_key)
31
- text_splitter = RecursiveCharacterTextSplitter(chunk_size=512, chunk_overlap=150)
32
  documents = text_splitter.split_documents(documents)
33
  # text_splitter = TokenTextSplitter(chunk_size=1000, chunk_overlap=10) # This the encoding for text-embedding-ada-002
34
  # texts = text_splitter.split_documents(texts)
 
28
  url=confluence_url, username=username, api_key=api_key
29
  )
30
  documents = loader.load(include_attachments=include_attachment, limit=50, space_key=space_key)
31
+ text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=150)
32
  documents = text_splitter.split_documents(documents)
33
  # text_splitter = TokenTextSplitter(chunk_size=1000, chunk_overlap=10) # This the encoding for text-embedding-ada-002
34
  # texts = text_splitter.split_documents(texts)