Commit e213a4bf authored by Alexandre Delanoë's avatar Alexandre Delanoë

[VERSION] +1 to 0.0.6.9.9.3.3

parent e29cd2d9
Pipeline #4925 canceled with stage
## Version 0.0.6.9.9.3.3
* [FRONT][CSS][Improve global theme (#509)](https://gitlab.iscpif.fr/gargantext/purescript-gargantext/issues/509)
* [FRONT][FIX][Update chart (#536)](https://gitlab.iscpif.fr/gargantext/purescript-gargantext/issues/536)
* [FRONT][FIX][[Node sharing] On adding a user: move the user suggestion block below the input field (rather than above the popin) (#523)](https://gitlab.iscpif.fr/gargantext/purescript-gargantext/issues/523)
## Version 0.0.6.9.9.3.2 ## Version 0.0.6.9.9.3.2
* [FRONT/BACK][FEAT] Not visible yet but Iramuteq parser added (needs * [FRONT/BACK][FEAT] Not visible yet but Iramuteq parser added (needs
......
...@@ -5,7 +5,7 @@ cabal-version: 1.12 ...@@ -5,7 +5,7 @@ cabal-version: 1.12
-- see: https://github.com/sol/hpack -- see: https://github.com/sol/hpack
name: gargantext name: gargantext
version: 0.0.6.9.9.3.2 version: 0.0.6.9.9.3.3
synopsis: Search, map, share synopsis: Search, map, share
description: Please see README.md description: Please see README.md
category: Data category: Data
......
...@@ -6,7 +6,7 @@ name: gargantext ...@@ -6,7 +6,7 @@ name: gargantext
# | | | +----- Layers * : New versions with API additions # | | | +----- Layers * : New versions with API additions
# | | | | +--- Layers * : New versions without API breaking changes # | | | | +--- Layers * : New versions without API breaking changes
# | | | | | # | | | | |
version: '0.0.6.9.9.3.2' version: '0.0.6.9.9.3.3'
synopsis: Search, map, share synopsis: Search, map, share
description: Please see README.md description: Please see README.md
category: Data category: Data
......
...@@ -20,7 +20,7 @@ please follow the types. ...@@ -20,7 +20,7 @@ please follow the types.
{-# LANGUAGE PackageImports #-} {-# LANGUAGE PackageImports #-}
module Gargantext.Core.Text.Corpus.Parsers (FileFormat(..), FileType(..), clean, parseFile, cleanText, parseFormatC, splitOn) module Gargantext.Core.Text.Corpus.Parsers (FileFormat(..), FileType(..), clean, parseFile, cleanText, parseFormatC, splitOn, etale)
where where
-- import Gargantext.Core.Text.Learn (detectLangDefault) -- import Gargantext.Core.Text.Learn (detectLangDefault)
...@@ -48,6 +48,7 @@ import Gargantext.Database.Query.Table.Ngrams (NgramsType(..)) ...@@ -48,6 +48,7 @@ import Gargantext.Database.Query.Table.Ngrams (NgramsType(..))
import Gargantext.Prelude import Gargantext.Prelude
import System.FilePath (FilePath(), takeExtension) import System.FilePath (FilePath(), takeExtension)
import System.IO.Temp (emptySystemTempFile) import System.IO.Temp (emptySystemTempFile)
import Gargantext.Core.Text.Corpus.Parsers.FrameWrite (text2titleParagraphs)
import qualified Data.ByteString as DB import qualified Data.ByteString as DB
import qualified Data.ByteString.Char8 as DBC import qualified Data.ByteString.Char8 as DBC
import qualified Data.ByteString.Lazy as DBL import qualified Data.ByteString.Lazy as DBL
...@@ -126,7 +127,10 @@ parseFormatC Iramuteq Plain bs = do ...@@ -126,7 +127,10 @@ parseFormatC Iramuteq Plain bs = do
, yieldMany docs , yieldMany docs
.| mapC (map $ first Iramuteq.keys) .| mapC (map $ first Iramuteq.keys)
.| mapC (map $ both decodeUtf8) .| mapC (map $ both decodeUtf8)
.| mapMC ((toDoc Iramuteq) . (map (second (Text.replace "_" " ")))) ))<$> eDocs .| mapMC ((toDoc Iramuteq) . (map (second (Text.replace "_" " "))))
)
)
<$> eDocs
parseFormatC ft ZIP bs = do parseFormatC ft ZIP bs = do
path <- liftBase $ emptySystemTempFile "parsed-zip" path <- liftBase $ emptySystemTempFile "parsed-zip"
...@@ -153,6 +157,16 @@ parseFormatC ft ZIP bs = do ...@@ -153,6 +157,16 @@ parseFormatC ft ZIP bs = do
parseFormatC _ _ _ = undefined parseFormatC _ _ _ = undefined
etale :: [HyperdataDocument] -> [HyperdataDocument]
etale = concat . (map etale')
where
etale' :: HyperdataDocument -> [HyperdataDocument]
etale' h = map (\t -> h { _hd_abstract = Just t })
$ map snd
$ text2titleParagraphs 7 (maybe "" identity $ _hd_abstract h)
-- parseFormat :: FileType -> DB.ByteString -> IO (Either Prelude.String [HyperdataDocument]) -- parseFormat :: FileType -> DB.ByteString -> IO (Either Prelude.String [HyperdataDocument])
-- parseFormat CsvGargV3 bs = pure $ parseCsv' $ DBL.fromStrict bs -- parseFormat CsvGargV3 bs = pure $ parseCsv' $ DBL.fromStrict bs
-- parseFormat CsvHal bs = pure $ parseHal' $ DBL.fromStrict bs -- parseFormat CsvHal bs = pure $ parseHal' $ DBL.fromStrict bs
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment