-
Notifications
You must be signed in to change notification settings - Fork 0
/
index.js
46 lines (43 loc) · 1.21 KB
/
index.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
const path = require("path");
const { concatAll, toArray, concatMap } = require("rxjs/operators");
const { readDir$, readFile$ } = require("./observables");
const {
filterFilesByFormat,
toJoinedArrays,
removeSubStrFromStr,
toSplittedStr,
removeElementsIfEmpty,
removeElementsIfIncludes,
removeIfStartWithNumber,
getWordsOnly,
toFlattedArr,
toCapitalizedArr,
mapWordInObj,
groupByWord,
orderByQty,
} = require("./operators");
const { writeFile } = require("./observers");
const { STR_FORMAT } = require("./regex");
const pathSubtitles = path.join(__dirname, "./data/legendas");
const pathWriteFileSubstitle = path.join(__dirname, "word_counter_bb99.json");
readDir$(pathSubtitles)
.pipe(
concatAll(),
filterFilesByFormat(STR_FORMAT),
concatMap(readFile$(pathSubtitles)),
toArray(),
toJoinedArrays(),
removeSubStrFromStr(["<i>", "</i>", "\r"]),
toSplittedStr("\n"),
removeElementsIfEmpty(),
removeElementsIfIncludes(["<font", "</font>"]),
removeIfStartWithNumber(),
getWordsOnly(),
toFlattedArr(),
removeElementsIfEmpty(),
toCapitalizedArr(),
mapWordInObj(),
groupByWord(),
orderByQty()
)
.subscribe(writeFile(pathWriteFileSubstitle));