Some refactoring

src/Gargantext/Viz/Phylo.hs

@@ -129,7 +129,7 @@ data PhyloGroup =
                 , _phylo_groupLevelParents  :: [Pointer]
                 , _phylo_groupLevelChilds   :: [Pointer]
                 }
-                deriving (Generic, Show)
+                deriving (Generic, Show, Eq)
 
 type PhyloGroupId = (PhyloLevelId, Int)
 type Pointer      = (PhyloGroupId, Weight)

src/Gargantext/Viz/Phylo/Example.hs

@@ -27,7 +27,7 @@ TODO:
 
 module Gargantext.Viz.Phylo.Example where
 
-import Control.Lens hiding (both)
+import Control.Lens hiding (both, Level)
 import Data.List (concat, union, intersect, tails, tail, head, last, null, zip, sort, length, any, (++), nub)
 import qualified Data.List as List
 import Data.Text (Text, unwords, toLower, words)
@@ -75,12 +75,9 @@ type PeriodeSize = Int
 -- data Periodes b a = Map (b,b) a
 type Occurrences = Int
 
-data Levels = Level_m1 | Level_0 | Level_1 | Level_2 | Level_N
+data Level = Level_m1 | Level_0 | Level_1 | Level_2 | Level_N
   deriving (Show, Eq, Enum, Bounded)
 
-
-
-
 data LinkLvlLabel = Link_m1_0 | Link_0_m1 | Link_1_0 | Link_0_1 | Link_x_y
   deriving (Show, Eq, Enum, Bounded)
 
@@ -137,11 +134,11 @@ listToCombi f l = [ (f x, f y) | (x:rest) <- tails l
                                ,  y       <- rest
                                ]
 
-fisToCooc :: Map (Date, Date) Fis -> Map (Int, Int) Double
-fisToCooc m = map   (/docs)
+fisToCooc :: Map (Date, Date) Fis -> Phylo -> Map (Int, Int) Double
+fisToCooc m p = map   (/docs)
               $ foldl (\mem x -> adjust (+1) (getKeyPair x mem) mem) cooc
               $ concat
-            $ map (\x -> listToCombi findIdx $ (Set.toList . fst) x) fis
+              $ map (\x -> listToCombi (\x -> ngramsToIdx x p) $ (Set.toList . fst) x) fis
   where
     --------------------------------------
     fis :: [(Clique,Support)]
@@ -154,7 +151,7 @@ fisToCooc m = map   (/docs)
     docs = fromIntegral $ foldl (\mem x -> mem + (snd x)) 0 fis
     --------------------------------------
     cooc :: Map (Int, Int) (Double)
-    cooc = Map.fromList $ map (\x -> (x,0)) (listToCombi findIdx fisNgrams)
+    cooc = Map.fromList $ map (\x -> (x,0)) (listToCombi (\x -> ngramsToIdx x p) fisNgrams)
     --------------------------------------
 
 
@@ -180,10 +177,10 @@ lvl_1_0 = (LinkLvl Link_1_0 1 0)
 phyloWithGroups1 :: Phylo
 phyloWithGroups1 = updatePhyloByLevel Level_1 phyloLinked_m1_0
 
-cliqueToGroup :: PhyloPeriodId -> Int -> Int -> Ngrams -> (Clique,Support) -> PhyloGroup
-cliqueToGroup period lvl idx label fis = PhyloGroup ((period, lvl), idx)
+cliqueToGroup :: PhyloPeriodId -> Int -> Int -> Ngrams -> (Clique,Support) -> Phylo -> PhyloGroup
+cliqueToGroup period lvl idx label fis p = PhyloGroup ((period, lvl), idx)
                                                     label
-                                                    (sort $ map findIdx
+                                                    (sort $ map (\x -> ngramsToIdx x p)
                                                           $ Set.toList
                                                           $ fst fis
                                                           )
@@ -197,7 +194,7 @@ fisToPhyloLevel m p = over (phylo_periods . traverse)
                                   fisList  = zip [1..] (Map.toList (m ! periodId))
                               in  over (phylo_periodLevels)
                                        (\levels ->
-                                          let groups = map (\fis -> cliqueToGroup periodId 1 (fst fis) "" (snd fis)) fisList
+                                          let groups = map (\fis -> cliqueToGroup periodId 1 (fst fis) "" (snd fis) p) fisList
                                           in (PhyloLevel (periodId, 1) groups) : levels
                                        ) period
                            ) p
@@ -322,8 +319,8 @@ linkGroupToGroups lvl current targets
 
 linkGroupsByLevel :: LinkLvl -> Phylo -> [PhyloGroup] -> [PhyloGroup]
 linkGroupsByLevel lvl p groups  = map (\group ->
-  if getGroupLvl group == linkLvlFrom lvl 
-  then linkGroupToGroups lvl group (getGroupsByLevelAndPeriod (linkLvlTo lvl) (getGroupPeriod group) p)
+  if getGroupLevel group == linkLvlFrom lvl 
+  then linkGroupToGroups lvl group (getGroupsWithFilters (linkLvlTo lvl) (getGroupPeriod group) p)
   else group ) groups
 
 phyloToLinks :: LinkLvl -> Phylo -> Phylo
@@ -370,41 +367,45 @@ phyloWithGroups0 = updatePhyloByLevel Level_0 phyloWithGroupsm1
 -- | STEP 4 | -- Build level -1 
 
 
-findIdx :: Ngrams -> Int
-findIdx n = case (elemIndex n (_phylo_ngrams phylo)) of
-              Nothing -> panic "PhyloError"
-              Just i  -> i
-
-ngramsToGroup :: [Ngrams] -> Text -> Int -> Int -> Int -> Int -> PhyloGroup
-ngramsToGroup terms label idx lvl from to = PhyloGroup (((from, to), lvl), idx)
-                                                       label
-                                                       (sort (map (\x -> findIdx x) terms))
-                                                       (Map.empty)
-                                                       [] [] [] []
-
-docsToLevel :: (Date, Date) -> Corpus -> PhyloLevel
-docsToLevel k v = PhyloLevel (k,(-1)) (map (\x ->
-                          ngramsToGroup [snd x] (snd x) (fst x) (-1) (fst k) (snd k) 
-                       ) $ zip [1..] $ (nub . concat) $ map (words . text) v)
+docsToLevel :: (Date, Date) -> Corpus -> Phylo -> PhyloLevel
+docsToLevel k v p = PhyloLevel 
+  (k,(-1)) 
+  (map (\x -> initGroup [snd x] (snd x) (fst x) (-1) (fst k) (snd k) p) 
+       $ zip [1..] 
+       $ (nub . concat) 
+       $ map (words . text) v)
 
-corpusToPhyloPeriod :: Map (Date,Date) Corpus -> [PhyloPeriod]
-corpusToPhyloPeriod corpus = map (\x -> PhyloPeriod (fst x) [(snd x)]) $ zip (keys mapLvl) (elems mapLvl)
+corpusToPhyloPeriod :: Map (Date,Date) Corpus -> Phylo -> [PhyloPeriod]
+corpusToPhyloPeriod corpus p = map (\x -> PhyloPeriod (fst x) [(snd x)]) $ zip (keys mapLvl) (elems mapLvl)
     where
       mapLvl :: Map (Date,Date) PhyloLevel 
-      mapLvl = mapWithKey docsToLevel corpus
+      mapLvl = mapWithKey (\k v -> docsToLevel k v p) corpus 
 
-updatePhyloByLevel :: Levels -> Phylo -> Phylo 
+
+-- | To update a Phylo by adding a new PhyloLevel to each PhyloPeriod
+updatePhyloByLevel :: Level -> Phylo -> Phylo 
 updatePhyloByLevel lvl (Phylo pDuration pNgrams pPeriods) 
   = case lvl of 
     
     Level_m1 -> Phylo pDuration pNgrams pPeriods'
-      where pPeriods' = (corpusToPhyloPeriod phyloTerms) ++ pPeriods
+      where pPeriods' = (corpusToPhyloPeriod phyloTerms (Phylo pDuration pNgrams pPeriods)) ++ pPeriods
 
     Level_0  -> Phylo pDuration pNgrams pPeriods'
       where pPeriods' = alterLvl 0 pPeriods
 
     Level_1  -> fisToPhyloLevel phyloFisFiltered (Phylo pDuration pNgrams pPeriods) 
     
+    Level_N  -> alterPhyloPeriods (\x -> x) (Phylo pDuration pNgrams pPeriods)
+
+    _        -> panic ("error level to be defined")
+
+
+
+-- | To update a Phylo by adding a new PhyloLevel to each PhyloPeriod
+updatePhyloByLevel' :: Level -> Phylo -> Phylo 
+updatePhyloByLevel' lvl p 
+  = case lvl of 
+    Level_m1 -> appendPhyloPeriods (corpusToPhyloPeriod phyloTerms p) p  
     _        -> panic ("error level to be defined")
 
 phyloWithGroupsm1 :: Phylo

src/Gargantext/Viz/Phylo/Tools.hs

@@ -18,33 +18,83 @@ module Gargantext.Viz.Phylo.Tools
   where
 
 import Control.Lens         hiding (both)
+import Data.List            (filter, intersect, (++), sort)
+import Data.Map             (Map)
+import Data.Text            (Text)
 import Data.Tuple.Extra
+import Data.Vector          (Vector,elemIndex)
 import Gargantext.Prelude   hiding (head)
 import Gargantext.Viz.Phylo
 import qualified Data.List  as List
+import qualified Data.Map   as Map
 
+------------------------------------------------------------------------
+-- | Generic Tools | --
 
+-- | To get the index of an element of a Vector
+getIdx :: Eq a => a -> Vector a -> Int
+getIdx x v = case (elemIndex x v) of
+              Nothing -> panic "[ERR][Viz.Phylo.Tools.getIndex] Nothing"
+              Just i  -> i
 
--- | To get Ngrams out of a Gargantext.Viz.Phylo.PhyloGroup
+------------------------------------------------------------------------
+-- | Phylomemic Tools | --
+
+-- | To create a PhyloGroup in a Phylo out of a list of Ngrams and a set of parameters 
+initGroup :: [Ngrams] -> Text -> Int -> Int -> Int -> Int -> Phylo -> PhyloGroup
+initGroup ngrams lbl idx lvl from to p = PhyloGroup 
+  (((from, to), lvl), idx)
+  lbl
+  (sort $ map (\x -> ngramsToIdx x p) ngrams)
+  (Map.empty)
+  [] [] [] []
+
+-- | To transform an Ngrams into its corresponding index in a Phylo 
+ngramsToIdx :: Ngrams -> Phylo -> Int
+ngramsToIdx x p = getIdx x (_phylo_ngrams p)
+
+-- | To get the Ngrams of a PhyloGroup
 getNgrams :: PhyloGroup -> [Int]
 getNgrams =  _phylo_groupNgrams
 
-getGroups :: Phylo -> [PhyloGroup]
-getGroups = view (phylo_periods . traverse . phylo_periodLevels . traverse . phylo_levelGroups)
-
+-- | To get the id of a PhyloGroup
 getGroupId :: PhyloGroup -> PhyloGroupId
-getGroupId = view (phylo_groupId)
+getGroupId = _phylo_groupId
 
-getGroupLvl :: PhyloGroup -> Int
-getGroupLvl = snd . fst . getGroupId
+-- | To get all the PhyloGroup of a Phylo
+getGroups :: Phylo -> [PhyloGroup]
+getGroups = view ( phylo_periods
+                 .  traverse
+                 . phylo_periodLevels
+                 .  traverse 
+                 . phylo_levelGroups
+                 )
 
+-- | To get the level out of the id of a PhyloGroup
+getGroupLevel :: PhyloGroup -> Int
+getGroupLevel = snd . fst . getGroupId
+
+-- | To get the period out of the id of a PhyloGroup
 getGroupPeriod :: PhyloGroup -> (Date,Date)
 getGroupPeriod = fst . fst . getGroupId
 
-getGroupsByLevelAndPeriod :: Int -> (Date,Date) -> Phylo -> [PhyloGroup]
-getGroupsByLevelAndPeriod lvl period p = List.filter testGroup  (getGroups p)
-  where
-    testGroup group = (getGroupLvl    group == lvl   )
-                   && (getGroupPeriod group == period)
+-- | To filter the PhyloGroup of a Phylo according to a function and a value
+filterGroups :: Eq a => (PhyloGroup -> a) -> a -> Phylo -> [PhyloGroup]
+filterGroups f x p = filter (\g -> (f g) == x) (getGroups p)
+
+-- | To get all the PhyloGroup of a Phylo with a given level and period
+getGroupsWithFilters :: Int -> (Date,Date) -> Phylo -> [PhyloGroup]
+getGroupsWithFilters lvl prd p = (filterGroups getGroupLevel lvl p)
+                                 `intersect`
+                                 (filterGroups getGroupPeriod prd p)
+
+-- | To alter each PhyloPeriod of a Phylo following a given function
+alterPhyloPeriods :: (PhyloPeriod -> PhyloPeriod) -> Phylo -> Phylo
+alterPhyloPeriods f p = over ( phylo_periods
+                          .  traverse) f p
+
+-- | To append a list of PhyloPeriod to a Phylo
+appendPhyloPeriods :: [PhyloPeriod] -> Phylo -> Phylo
+appendPhyloPeriods l p = over (phylo_periods) (++ l) p