Skip to content

Commit 287956d

Browse files
author
guoyongzhi
committed
Revert "split log norm"
This reverts commit dc85298.
1 parent dc85298 commit 287956d

File tree

1 file changed

+2
-11
lines changed

1 file changed

+2
-11
lines changed

src/detector.jl

Lines changed: 2 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -79,17 +79,8 @@ function load_profile(lang, ngramrange::AbstractRange, cutoff, vocabularyrange)
7979
end
8080

8181
function normalize_profile!(P)
82-
sums = zeros(7)
83-
for (k, v) in P
84-
sums[length(k)] += v
85-
end
86-
weights = log1p.(sums)
87-
weights .*= sum(weights .!= 0) / sum(weights) # mean(weights) == 1
88-
scale = weights ./ sums
89-
logscale = log.(scale)
90-
for (k, v) in P
91-
P[k] = log(v) + logscale[length(k)]
92-
end
82+
vs = sum(values(P))
83+
map!(v -> log(v / vs), values(P))
9384
P
9485
end
9586

0 commit comments

Comments
 (0)