File tree Expand file tree Collapse file tree 2 files changed +18
-1
lines changed
Expand file tree Collapse file tree 2 files changed +18
-1
lines changed Original file line number Diff line number Diff line change @@ -48,6 +48,23 @@ stemmer.stem('kunaon') // naon
4848// menambahkan kata ganti atau sinonim
4949stemmer .synonyms .set (' santuy' , ' santai' )
5050stemmer .stem (' nyantuy' ) // santai
51+
52+ // penggunaan untuk stemming lebih dari 1 kata
53+ const tokenize = (text ) => text
54+ // hapus spasi di awal dan akhir teks
55+ .trim ()
56+ // ubah menjadi huruf kecil
57+ .toLowerCase ()
58+ // hapus non-huruf, tanda hubung, dan spasi
59+ .replace (/ [^ a-z - ] / g , ' ' )
60+ // pisah per kata
61+ .split (/ | -/ )
62+
63+ let result = tokenize (' Perekonomian Indonesia sedang dalam pertumbuhan yang membanggakan' )
64+ .map ((token ) => stemmer .stem (token ))
65+ .join (' ' )
66+
67+ console .log (result ) // ekonomi indonesia sedang dalam tumbuh yang bangga
5168```
5269
5370## Perbandingan
Original file line number Diff line number Diff line change 11{
22 "name" : " stemin" ,
3- "version" : " 0.1.1 " ,
3+ "version" : " 0.1.2 " ,
44 "description" : " Indonesian language stemmer with Levenshtein distance based on ariaghora/mpstemmer and damzaky/sastrawijs" ,
55 "type" : " module" ,
66 "exports" : {
You can’t perform that action at this time.
0 commit comments