[sqlite] WIP CorpusSQLiteData to make import/export easier

src/Gargantext/API/Node/Corpus/Export/Utils.hs

@@ -20,8 +20,8 @@ import Data.HashMap.Strict qualified as HashMap
 import Data.Map.Strict qualified as Map
 import Data.Set qualified as Set
 import Data.Time.Clock (getCurrentTime)
-import Data.Time.Format.ISO8601 (iso8601Show)
-import Data.Version (showVersion)
+import Data.Time.Format.ISO8601 (iso8601ParseM, iso8601Show)
+import Data.Version (parseVersion, showVersion)
 import Database.SQLite.Simple qualified as S
 import Gargantext.API.Ngrams.Tools (filterListWithRoot, mapTermListRoot, getRepo)
 import Gargantext.API.Ngrams.Types ( NgramsTerm(unNgramsTerm) )
@@ -34,7 +34,7 @@ import Gargantext.Database.Action.Metrics.NgramsByContext (getNgramsByContextOnl
 import Gargantext.Database.Admin.Config (userMaster)
 import Gargantext.Database.Admin.Types.Hyperdata.Corpus (HyperdataCorpus)
 import Gargantext.Database.Admin.Types.Hyperdata.List (HyperdataList)
-import Gargantext.Database.Admin.Types.Node (unNodeId, ContextId(_ContextId))
+import Gargantext.Database.Admin.Types.Node (unNodeId, ContextId(_ContextId), NodeId(UnsafeMkNodeId))
 import Gargantext.Database.Prelude (DBCmd, IsDBCmd)
 import Gargantext.Database.Schema.Context (context_id, context_name, context_date, context_hyperdata) 
 import Gargantext.Database.Schema.Node (node_hash_id, node_hyperdata, node_name, node_parent_id)
@@ -47,7 +47,7 @@ import Paths_gargantext qualified as PG -- cabal magic build module
 import Prelude qualified
 import System.Directory (removeDirectoryRecursive)
 import System.IO.Temp (createTempDirectory, getCanonicalTemporaryDirectory)
-
+import Text.ParserCombinators.ReadP (readP_to_S)
 
 
 
@@ -170,8 +170,51 @@ mkCorpusSQLite (CorpusSQLiteData { .. }) = withTempSQLiteDir $ \(fp, _fname, fpa
 
   bsl <- BSL.readFile fpath
   
-  pure $ CorpusSQLite bsl
+  pure $ CorpusSQLite { _cs_bs = bsl }
+
 
+readCorpusSQLite :: ( CES.MonadMask m
+                    , MonadBase IO m )
+                 => CorpusSQLite
+                 -> m (Either Text CorpusSQLiteData)
+readCorpusSQLite (CorpusSQLite { _cs_bs }) = withTempSQLiteDir $ \(_fp, _fname, fpath) -> liftBase $ do
+  (info, corpusData, listData) <- S.withConnection fpath $ \conn -> do
+    [S.Only version] <- S.query_ conn "SELECT value FROM info WHERE key = 'gargVersion'"
+    [S.Only cId]     <- S.query_ conn "SELECT value FROM info WHERE key = 'corpusId'"
+    [S.Only lId]     <- S.query_ conn "SELECT value FROM info WHERE key = 'listId'"
+    [S.Only created] <- S.query_ conn "SELECT value FROM info WHERE key = 'created'"
+    let info = (version, cId, lId, created)
+
+    [corpusData] <- S.query_ conn "SELECT name, hash, parent_id, hyperdata FROM corpus"
+    [listData]   <- S.query_ conn "SELECT name, parent_id, hyperdata FROM lists"
+    -- [ngrams]     <- S.query_ conn "SELECT context_id, terms, type_ FROM ngrams"
+    -- [documents]  <- S.query_ conn "SELECT context_id, name, date, hyperdata FROM documents"
+
+    pure (info, corpusData, listData)  --, ngrams, documents)
+
+  let (version, cId, lId, created) = info
+  let (_csd_corpus_name, _csd_corpus_hash, corpusParent, corpusHyperdata) = corpusData
+  let (_csd_list_name, listParent, listHyperdata) = listData
+  case ( readP_to_S parseVersion version
+       , iso8601ParseM created
+       , Aeson.decode corpusHyperdata
+       , Aeson.decode listHyperdata ) of
+    ([(_csd_version, _)], Just _csd_created, Just _csd_corpus_hyperdata, Just _csd_list_hyperdata) -> do
+      let _csd_cId = UnsafeMkNodeId cId
+      let _csd_lId = UnsafeMkNodeId lId
+
+      let _csd_corpus_parent = UnsafeMkNodeId <$> corpusParent
+
+      let _csd_list_parent = UnsafeMkNodeId <$> listParent
+
+      -- TODO
+      let _csd_contexts = []
+      let _csd_map_context_ngrams = Map.empty
+      let _csd_stop_context_ngrams = Map.empty
+      let _csd_candidate_context_ngrams = Map.empty
+      
+      pure $ Right $ CorpusSQLiteData { .. }
+    _ -> pure $ Left "Parse error"
 
 withTempSQLiteDir :: (CES.MonadMask m, MonadBase IO m)
                   => ((FilePath, Prelude.String, FilePath) -> m a)

test/Test/API/Export.hs

@@ -5,7 +5,7 @@ module Test.API.Export (tests) where
 
 import Control.Lens (view)
 import Data.ByteString.Lazy qualified as BSL
-import Data.Version (showVersion)
+import Data.Version (parseVersion, showVersion)
 import Database.SQLite.Simple qualified as S
 -- import Fmt (build)
 import Gargantext.API.Node.Corpus.Export.Types (CorpusSQLite(..), CorpusSQLiteData(..))
@@ -18,7 +18,7 @@ import Gargantext.Core.Types.Individu
 import Gargantext.Database.Action.Flow (addDocumentsToHyperCorpus)
 import Gargantext.Database.Action.User (getUserId)
 import Gargantext.Database.Admin.Types.Hyperdata.Corpus (HyperdataCorpus)
-import Gargantext.Database.Admin.Types.Node (NodeType(NodeFolder, NodeCorpus, NodeFolderPrivate))
+import Gargantext.Database.Admin.Types.Node (NodeType(NodeFolder, NodeCorpus, NodeFolderPrivate), NodeId(UnsafeMkNodeId))
 import Gargantext.Database.Query.Table.Node (getOrMkList, getNodeWith, insertDefaultNode, insertNode)
 import Gargantext.Database.Query.Tree.Root (getRootId)
 import Gargantext.Database.Schema.Node (node_hyperdata)