@@ -323,6 +323,7 @@ export const TRAILING_PUNCT = new Set([
'》',
'〉',
'>',
+ '/',
]);
export const LEADING_PUNCT = new Set(['“', '‘', '"', "'", '(', '(', '[', '【', '{', '『', '《', '〈', '<']);
@@ -433,6 +434,5 @@ export function mergePunctuationToWords(wordList) {
result.push(cloned);
lastWord = cloned;
}
- console.log('result', result);
return result;