eudr_chatfed_ingestor / params.cfg
mtyrrell's picture
init
d93f479
raw
history blame contribute delete
242 Bytes
[chunking]
# Size of each text chunk in characters
chunk_size = 700
# Overlap between consecutive chunks in characters
chunk_overlap = 50
# Text separators for splitting, comma-separated (order of preference)
separators = \n\n,\n,. ,! ,? , ,