Commit 14121cc6 authored by Alexandre Delanoë's avatar Alexandre Delanoë

[FIX] isStopTerm function alpha only.

parent 39aa6434
...@@ -34,6 +34,7 @@ import qualified Data.Map as Map ...@@ -34,6 +34,7 @@ import qualified Data.Map as Map
import qualified Data.Set as Set import qualified Data.Set as Set
import qualified Data.Text as Text import qualified Data.Text as Text
import qualified Data.List as List import qualified Data.List as List
import qualified Data.Char as Char
-- | TODO improve grouping functions of Authors, Sources, Institutes.. -- | TODO improve grouping functions of Authors, Sources, Institutes..
buildNgramsLists :: UserCorpusId -> MasterCorpusId buildNgramsLists :: UserCorpusId -> MasterCorpusId
...@@ -110,5 +111,6 @@ toTermList stop ns = map (toTermList' stop CandidateTerm) xs ...@@ -110,5 +111,6 @@ toTermList stop ns = map (toTermList' stop CandidateTerm) xs
isStopTerm :: Text -> Bool isStopTerm :: Text -> Bool
isStopTerm x = Text.length x < 3 isStopTerm x = Text.length x < 3
|| not (all Char.isAlpha (Text.unpack x))
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment