We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5363406 commit 616175fCopy full SHA for 616175f
sources/gc-qa-rag-etl/etlapp/common/chunk.py
@@ -22,7 +22,10 @@ def split_text_into_sentence_groups(
22
if not text:
23
return []
24
25
- sentences = text.split(sentence_delimiter)
+ if sentence_delimiter in text:
26
+ sentences = text.split(sentence_delimiter)
27
+ else:
28
+ sentences = text.split('\n')
29
30
# Remove empty sentences
31
sentences = [s.strip() for s in sentences if s.strip()]
0 commit comments