From bf1007369db06e06bb5fb9e8bf6b046b7f6cd1e2 Mon Sep 17 00:00:00 2001 From: sspanak Date: Fri, 17 May 2024 09:50:14 +0300 Subject: [PATCH] fixed the normalization script genrating -Infinity frequencies sometimes --- scripts/normalize-frequencies.js | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/normalize-frequencies.js b/scripts/normalize-frequencies.js index de0aae04..29c6fff9 100644 --- a/scripts/normalize-frequencies.js +++ b/scripts/normalize-frequencies.js @@ -50,7 +50,7 @@ async function normalize({ fileName, maxAllowedFrequency }) { const normalizationRatio = maxAllowedFrequency / Math.log(maxWordFrequency); for (word of words) { - word.frequency = Math.ceil(Math.log(word.frequency) * normalizationRatio); + word.frequency = word.frequency > 0 ? Math.ceil(Math.log(word.frequency) * normalizationRatio) : 0; } return words;