[FIX] clean groups + handling duplicates (TODO inside)

src/Gargantext/API/Ngrams/Types.hs

@@ -127,6 +127,7 @@ instance (ToJSONKey a, ToSchema a) => ToSchema (MSet a) where
 newtype NgramsTerm = NgramsTerm { unNgramsTerm :: Text }
   deriving (Ord, Eq, Show, Generic, ToJSONKey, ToJSON, FromJSON, Semigroup, Arbitrary, Serialise, ToSchema, Hashable)
 
+
 instance IsHashable NgramsTerm where
   hash (NgramsTerm t) = hash t
 

src/Gargantext/Core/Text/List/Group/WithStem.hs

@@ -88,8 +88,10 @@ groupWith (GroupParams l _m _n _) t =
 -- | This lemmatization group done with CoreNLP algo (or others)
 groupWith (GroupWithPosTag _ _ m) t = 
   case HashMap.lookup (unNgramsTerm t) m of
-      Nothing -> t
-      Just t' -> NgramsTerm t'
+      Nothing -> clean t
+      Just t' -> clean $ NgramsTerm t'
+  where
+    clean (NgramsTerm t) = NgramsTerm $ Text.replace "-" " " t
 
 --------------------------------------------------------------------
 stemPatches :: GroupParams

src/Gargantext/Database/Query/Table/NgramsPostag.hs

@@ -144,7 +144,8 @@ queryInsertNgramsPostag = [sql|
        -- ORDER BY s DESC
        -- LIMIT 1
       ON CONFLICT (lang_id,algo_id,postag,ngrams_id,lemm_id)
-        DO UPDATE SET score = ngrams_postag.score + 1
+        DO NOTHING -- acceptable for now since we are using NP mainly
+        -- DO UPDATE SET score = ngrams_postag.score + 1
     )
 
 SELECT terms,id FROM ins_form_ret