Skip to content

Commit d571ad5

Browse files
authored
Create concordance.js
1 parent 84c7be3 commit d571ad5

File tree

1 file changed

+18
-0
lines changed

1 file changed

+18
-0
lines changed

concordance.js

+18
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
1+
const sentenceMapper = (sentences) => {
2+
return sentences.reduce((map,sentence,index) => {
3+
return sentence.split(" ").reduce((map,word) => {
4+
if(word.trim().length < 1) return map;
5+
const sentenceList = map[word] || [];
6+
map[word] = sentenceList.concat(index);
7+
return map;
8+
},map);
9+
},{});
10+
}
11+
12+
const sentenceTokenizer = (abbreviations,document) => {
13+
return document.split(" ").map((word) => {
14+
return abbreviations.indexOf(word) !== -1 ? word.replace(".","@") : word;
15+
}).join(" ").split(".").map((sentence) => {
16+
return sentence.replace("@",".");
17+
});
18+
}

0 commit comments

Comments
 (0)