[DATA] adding a csv corpus functions.

src/Gargantext/Core/Types/Node.hs

@@ -71,7 +71,7 @@ instance Arbitrary Status where
 
 ------------------------------------------------------------------------
 data HyperdataDocument = HyperdataDocument { hyperdataDocument_bdd                :: Maybe Text
-                                           , hyperdataDocument_doi                :: Maybe Text
+                                           , hyperdataDocument_doi                :: Maybe Int
                                            , hyperdataDocument_url                :: Maybe Text
                                            , hyperdataDocument_page               :: Maybe Int
                                            , hyperdataDocument_title              :: Maybe Text

src/Gargantext/Database.hs

@@ -169,6 +169,11 @@ post'  = do
 
 type CorpusName = Text
 
+-- | 
+-- myCorpus <- Prelude.map doc2hyperdataDocument <$> toDocs <$> snd <$> readCsv "doc/corpus_imt/Gargantext_Corpus_small.csv"
+-- There is an error in the CSV parsing...
+-- let myCorpus' = Prelude.filter (\n -> T.length (maybe "" identity (hyperdataDocument_title n)) > 30) myCorpus
+
 postCorpus :: ToJSON a => CorpusName -> (a -> Text) -> [a] -> IO [Int]
 postCorpus corpusName title ns = do
   c   <- connectGargandb "gargantext.ini"

src/Gargantext/Text/Parsers/CSV.hs

@@ -32,6 +32,7 @@ import Data.Vector (Vector)
 import qualified Data.Vector as V
 import Safe (tailMay)
 
+import Gargantext.Core.Types.Node (HyperdataDocument(..))
 import Gargantext.Text
 import Gargantext.Text.Context
 import Gargantext.Prelude hiding (length)
@@ -49,6 +50,27 @@ data Doc = Doc
     }
     deriving (Show)
 ---------------------------------------------------------------
+-- | Doc 2 HyperdataDocument
+doc2hyperdataDocument :: Doc -> HyperdataDocument
+doc2hyperdataDocument (Doc did dt ds dpy dpm dpd dab dau) =
+  HyperdataDocument (Just "CSV")
+                    (Just did)
+                    Nothing
+                    Nothing
+                    (Just dt)
+                    (Just dau)
+                    (Just ds)
+                    (Just dab)
+                    (Nothing)
+                    Nothing
+                    (Just dpy)
+                    (Just dpm)
+                    (Just dpd)
+                    Nothing
+                    Nothing
+                    Nothing
+---------------------------------------------------------------
+-- | Types Conversions
 toDocs :: Vector CsvDoc -> [Doc]
 toDocs v = V.toList
          $ V.zipWith (\nId (CsvDoc t s py pm pd abst auth)