We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent e391efa commit f7fe06aCopy full SHA for f7fe06a
apps/sim/lib/chunkers/regex-chunker.ts
@@ -84,7 +84,9 @@ export class RegexChunker {
84
const segments = cleaned.split(this.regex).filter((s) => s.trim().length > 0)
85
86
if (segments.length <= 1) {
87
- logger.warn('Regex pattern did not produce any splits, falling back to word-boundary splitting')
+ logger.warn(
88
+ 'Regex pattern did not produce any splits, falling back to word-boundary splitting'
89
+ )
90
const chunkSizeChars = tokensToChars(this.chunkSize)
91
let chunks = splitAtWordBoundaries(cleaned, chunkSizeChars)
92
if (this.chunkOverlap > 0) {
0 commit comments