Commit 796d92d0 authored by Alexandre Delanoë's avatar Alexandre Delanoë

[FIX] removing stopwords with 0 occurrences

parent a2b2e9ca
......@@ -172,7 +172,8 @@ buildNgramsTermsList user uCid mCid groupParams (nt, _mapListSize)= do
--printDebug "socialLists_Stemmed" socialLists_Stemmed
groupedWithList = toGroupedTree socialLists_Stemmed allTerms
(stopTerms, candidateTerms) = HashMap.partition ((== Just StopTerm) . viewListType)
$ view flc_scores groupedWithList
$ HashMap.filter (\g -> (view gts'_score g) > 1)
$ view flc_scores groupedWithList
(groupedMono, groupedMult) = HashMap.partitionWithKey (\(NgramsTerm t) _v -> size t < 2) candidateTerms
......@@ -271,6 +272,8 @@ buildNgramsTermsList user uCid mCid groupParams (nt, _mapListSize)= do
(multScoredInclHead, multScoredInclTail) = multExc_size $ (sortOn scored_genInc) multScoredIncl
(multScoredExclHead, multScoredExclTail) = multExc_size $ (sortOn scored_speExc) multScoredExcl
printDebug "stopWords" stopTerms
------------------------------------------------------------
-- Final Step building the Typed list
-- Candidates Terms need to be filtered
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment