[MISC] fixes.

bin/gargantext-import/Main.hs

@@ -24,7 +24,7 @@ import Control.Exception (finally)
 import Servant (ServantErr)
 import Gargantext.Prelude
 import Gargantext.Database.Flow (FlowCmdM, flowCorpusFile)
-import Gargantext.Text.Corpus.Parsers (FileFormat(CsvHalFormat))
+import Gargantext.Text.Corpus.Parsers (FileFormat(..))
 import Gargantext.Database.Utils (Cmd, )
 import Gargantext.Database.Types.Node (CorpusId, toHyperdataDocument)
 import Gargantext.Database.Schema.User (insertUsersDemo)
@@ -46,10 +46,10 @@ main = do
       createUsers = insertUsersDemo
   
   let
-    --tt = (Unsupervised EN 5 1 Nothing)
-    tt = (Mono EN)
+    --tt = (Unsupervised EN 6 0 Nothing)
+    tt = (Multi EN)
     cmd :: forall m. FlowCmdM DevEnv ServantErr m => m CorpusId
-    cmd = flowCorpusFile (cs user) (cs name) (read limit :: Int) tt  CsvHalFormat corpusPath
+    cmd = flowCorpusFile (cs user) (cs name) (read limit :: Int) tt  CsvGargV3 corpusPath
   {-
   let debatCorpus :: forall m. FlowCmdM DevEnv ServantErr m => m CorpusId
       debatCorpus = do

src/Gargantext/Text/List.hs

@@ -59,9 +59,9 @@ data StopSize = StopSize {unStopSize :: Int}
 -- | TODO improve grouping functions of Authors, Sources, Institutes..
 buildNgramsLists :: Lang -> Int -> Int -> StopSize -> UserCorpusId -> MasterCorpusId
                  -> Cmd err (Map NgramsType [NgramsElement])
-buildNgramsLists l n m s uCid _mCid = do
-  --ngTerms     <- buildNgramsTermsList l n m s uCid mCid
-  ngTerms     <- buildNgramsTermsList' uCid (ngramsGroup l n m) (isStopTerm s . fst) 500 50
+buildNgramsLists l n m s uCid mCid = do
+  ngTerms     <- buildNgramsTermsList l n m s uCid mCid
+  --ngTerms     <- buildNgramsTermsList' uCid (ngramsGroup l n m) (isStopTerm s . fst) 500 50
   othersTerms <- mapM (buildNgramsOthersList uCid identity) [Authors, Sources, Institutes]
   pure $ Map.unions $ othersTerms <> [ngTerms]
 
@@ -123,8 +123,8 @@ buildNgramsTermsList l n m s uCid mCid = do
   candidates   <- sortTficf <$> getTficf' uCid mCid NgramsTerms (ngramsGroup l n m)
   let
     candidatesSize = 2000
-    a = 500
-    b = 500
+    a = 10
+    b = 10
     candidatesHead = List.take candidatesSize candidates
     candidatesTail = List.drop candidatesSize candidates
     termList = (toTermList a b ((isStopTerm s) . fst) candidatesHead)

src/Gargantext/Text/Terms.hs

@@ -120,7 +120,7 @@ termsUnsupervised (Unsupervised l n s m) =
                pure
              . map (text2term l)
              . List.nub
-             . (List.filter (\l' -> List.length l' > s))
+             . (List.filter (\l' -> List.length l' >= s))
              . List.concat
              . mainEleveWith (maybe (panic "no model") identity m) n
              . uniText

src/Gargantext/Viz/Phylo/API.hs

@@ -104,7 +104,7 @@ getPhylo :: PhyloId -> GargServer GetPhylo
 getPhylo phId _lId l msb  = do
   phNode     <- getNodePhylo phId
   let
-    level = maybe 1 identity l
+    level = maybe 2 identity l
     branc = maybe 2 identity msb
     maybePhylo = hyperdataPhylo_data $ _node_hyperdata phNode