wzray/tt9
1
0
Fork 0
Code Activity

fixed the normalization script genrating -Infinity frequencies sometimes

Browse source
This commit is contained in:
sspanak 2024-05-17 09:50:14 +03:00
parent a68254578e
commit bf1007369d
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
scripts/normalize-frequencies.js
View file

@ -50,7 +50,7 @@ async function normalize({ fileName, maxAllowedFrequency }) {
const normalizationRatio = maxAllowedFrequency / Math.log(maxWordFrequency);
for (word of words) {
word.frequency = Math.ceil(Math.log(word.frequency) * normalizationRatio);
word.frequency = word.frequency > 0 ? Math.ceil(Math.log(word.frequency) * normalizationRatio) : 0;
}
return words;