[DEMO] read any file to get annuaire

src/Gargantext/Core/Ext/IMTUser.hs

@@ -23,15 +23,22 @@ import Data.Maybe (catMaybes)
 import Data.Text (Text)
 import Data.Vector (Vector)
 import GHC.Generics (Generic)
+import Gargantext.Core.Text.Corpus.Parsers.CSV
 import Gargantext.Database.Admin.Types.Hyperdata.Contact
 import Gargantext.Prelude
+import System.FilePath.Posix (takeExtension)
 import System.IO (FilePath)
 import qualified Data.ByteString.Lazy as BL
-import Gargantext.Core.Text.Corpus.Parsers.CSV
+import qualified Data.Vector          as Vector
 
 ------------------------------------------------------------------------
-------------------------------------------------------------------------
+readFile_Annuaire :: FilePath -> IO [HyperdataContact]
+readFile_Annuaire fp = case takeExtension fp of
+    ".csv"  -> readCSVFile_Annuaire fp
+    ".data" -> deserialiseImtUsersFromFile fp
+    _       -> panic "[G.C.E.I.readFile_Annuaire] extension unknown"
 
+------------------------------------------------------------------------
 data IMTUser = IMTUser
   { id         :: Maybe Text
   , entite     :: Maybe Text
@@ -104,8 +111,14 @@ headerCSVannuaire :: Header
 headerCSVannuaire =
   header ["id","entite","mail","nom","prenom","fonction","fonction2","tel","fax","service","groupe","entite2","service2","groupe2","bureau","url","pservice","pfonction","afonction","afonction2","grprech","appellation","lieu","aprecision","atel","sexe","statut","idutilentite","actif","idutilsiecoles","date_modification"]
 
-readFile_Annuaire :: FilePath -> IO (Header, Vector IMTUser)
-readFile_Annuaire = fmap readCsvHalLazyBS' . BL.readFile
+
+readCSVFile_Annuaire :: FilePath -> IO [HyperdataContact]
+readCSVFile_Annuaire fp = do
+  users <- snd <$> readCSVFile_Annuaire' fp
+  pure $ map imtUser2gargContact $ Vector.toList users
+
+readCSVFile_Annuaire' :: FilePath -> IO (Header, Vector IMTUser)
+readCSVFile_Annuaire' = fmap readCsvHalLazyBS' . BL.readFile
   where
     readCsvHalLazyBS' :: BL.ByteString -> (Header, Vector IMTUser)
     readCsvHalLazyBS' bs = case decodeByNameWith csvDecodeOptions bs of

src/Gargantext/Database/Action/Flow.hs

@@ -66,7 +66,7 @@ import qualified Data.Map as Map
 
 import Gargantext.Core (Lang(..), PosTagAlgo(..))
 import Gargantext.Core.Ext.IMT (toSchoolName)
-import Gargantext.Core.Ext.IMTUser (deserialiseImtUsersFromFile)
+import Gargantext.Core.Ext.IMTUser (readFile_Annuaire)
 import Gargantext.Core.Flow.Types
 import Gargantext.Core.Text
 import Gargantext.Core.Text.List.Group.WithStem ({-StopSize(..),-} GroupParams(..))
@@ -166,7 +166,7 @@ flowAnnuaire :: (FlowCmdM env err m)
              -> FilePath
              -> m AnnuaireId
 flowAnnuaire u n l filePath = do
-  docs <- liftBase $ (( splitEvery 500 <$> deserialiseImtUsersFromFile filePath) :: IO [[HyperdataContact]])
+  docs <- liftBase $ (( splitEvery 500 <$> readFile_Annuaire filePath) :: IO [[HyperdataContact]])
   flow (Nothing :: Maybe HyperdataAnnuaire) u n l docs
 
 ------------------------------------------------------------------------