Syntax

NaturalNode · Aug 9, 2024 · 887d627 · 887d627
1 parent 6219419
commit 887d627
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/examples/tokenizer/testSentenceTokenizer.js b/examples/tokenizer/testSentenceTokenizer.js
@@ -21,4 +21,4 @@ Experts believe that with continued global cooperation and investment, renewable
 Stay tuned for more updates on this developing story.`
 
 const result = tokenizer.tokenize(testData)
-console.log(result)
+console.log(result)
diff --git a/lib/natural/tokenizers/sentence_tokenizer.js b/lib/natural/tokenizers/sentence_tokenizer.js
@@ -82,7 +82,7 @@ class SentenceTokenizer extends Tokenizer {
     // Regular expression for sentence delimiters optionally followed by a bracket or quote
     // Multiple delimiters with spaces in between are allowed
     // The expression makes sure that the sentence delimiter group ends with a sentence delimiter
-    const delimiterPattern = /([.?!… ]*)([.?!…])(["'”’)}\]]?)/g;
+    const delimiterPattern = /([.?!… ]*)([.?!…])(["'”’)}\]]?)/g
     const modifiedText = text.replace(delimiterPattern, (match, p1, p2, p3) => {
       const placeholder = generateUniqueCode(DELIM, this.replacementCounter++)
       this.delimiterMap.set(placeholder, p1 + p2 + p3)