[ngrams] one more simplification in ngramsByDoc'

parent fcb48b8f
Pipeline #7174 failed with stages
in 13 minutes and 57 seconds
...@@ -224,8 +224,11 @@ ngramsByDoc' :: Lang ...@@ -224,8 +224,11 @@ ngramsByDoc' :: Lang
ngramsByDoc' l nt ts doc = ngramsByDoc' l nt ts doc =
HashMap.map (\cnt -> DM.singleton nt $ DM.singleton nId (1, cnt)) extractedMap HashMap.map (\cnt -> DM.singleton nt $ DM.singleton nId (1, cnt)) extractedMap
where where
_docNgrams' :: ([(MatchedText, TermsCount)], NodeId) matched :: [(MatchedText, TermsCount)]
_docNgrams'@(matched, nId) = (docNgrams l ts doc, doc ^. context_oid_id) matched = docNgrams l ts doc
nId :: NodeId
nId = doc ^. context_oid_id
withExtractedNgrams :: [(ExtractedNgrams, TermsCount)] withExtractedNgrams :: [(ExtractedNgrams, TermsCount)]
withExtractedNgrams = first (SimpleNgrams . text2ngrams) <$> matched withExtractedNgrams = first (SimpleNgrams . text2ngrams) <$> matched
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment