Commit e213a4bf authored by Alexandre Delanoë's avatar Alexandre Delanoë

[VERSION] +1 to 0.0.6.9.9.3.3

parent e29cd2d9
Pipeline #4925 canceled with stage
## Version 0.0.6.9.9.3.3
* [FRONT][CSS][Improve global theme (#509)](https://gitlab.iscpif.fr/gargantext/purescript-gargantext/issues/509)
* [FRONT][FIX][Update chart (#536)](https://gitlab.iscpif.fr/gargantext/purescript-gargantext/issues/536)
* [FRONT][FIX][[Node sharing] On adding a user: move the user suggestion block below the input field (rather than above the popin) (#523)](https://gitlab.iscpif.fr/gargantext/purescript-gargantext/issues/523)
## Version 0.0.6.9.9.3.2
* [FRONT/BACK][FEAT] Not visible yet but Iramuteq parser added (needs
......
......@@ -5,7 +5,7 @@ cabal-version: 1.12
-- see: https://github.com/sol/hpack
name: gargantext
version: 0.0.6.9.9.3.2
version: 0.0.6.9.9.3.3
synopsis: Search, map, share
description: Please see README.md
category: Data
......
......@@ -6,7 +6,7 @@ name: gargantext
# | | | +----- Layers * : New versions with API additions
# | | | | +--- Layers * : New versions without API breaking changes
# | | | | |
version: '0.0.6.9.9.3.2'
version: '0.0.6.9.9.3.3'
synopsis: Search, map, share
description: Please see README.md
category: Data
......
......@@ -20,7 +20,7 @@ please follow the types.
{-# LANGUAGE PackageImports #-}
module Gargantext.Core.Text.Corpus.Parsers (FileFormat(..), FileType(..), clean, parseFile, cleanText, parseFormatC, splitOn)
module Gargantext.Core.Text.Corpus.Parsers (FileFormat(..), FileType(..), clean, parseFile, cleanText, parseFormatC, splitOn, etale)
where
-- import Gargantext.Core.Text.Learn (detectLangDefault)
......@@ -48,6 +48,7 @@ import Gargantext.Database.Query.Table.Ngrams (NgramsType(..))
import Gargantext.Prelude
import System.FilePath (FilePath(), takeExtension)
import System.IO.Temp (emptySystemTempFile)
import Gargantext.Core.Text.Corpus.Parsers.FrameWrite (text2titleParagraphs)
import qualified Data.ByteString as DB
import qualified Data.ByteString.Char8 as DBC
import qualified Data.ByteString.Lazy as DBL
......@@ -126,7 +127,10 @@ parseFormatC Iramuteq Plain bs = do
, yieldMany docs
.| mapC (map $ first Iramuteq.keys)
.| mapC (map $ both decodeUtf8)
.| mapMC ((toDoc Iramuteq) . (map (second (Text.replace "_" " ")))) ))<$> eDocs
.| mapMC ((toDoc Iramuteq) . (map (second (Text.replace "_" " "))))
)
)
<$> eDocs
parseFormatC ft ZIP bs = do
path <- liftBase $ emptySystemTempFile "parsed-zip"
......@@ -153,6 +157,16 @@ parseFormatC ft ZIP bs = do
parseFormatC _ _ _ = undefined
etale :: [HyperdataDocument] -> [HyperdataDocument]
etale = concat . (map etale')
where
etale' :: HyperdataDocument -> [HyperdataDocument]
etale' h = map (\t -> h { _hd_abstract = Just t })
$ map snd
$ text2titleParagraphs 7 (maybe "" identity $ _hd_abstract h)
-- parseFormat :: FileType -> DB.ByteString -> IO (Either Prelude.String [HyperdataDocument])
-- parseFormat CsvGargV3 bs = pure $ parseCsv' $ DBL.fromStrict bs
-- parseFormat CsvHal bs = pure $ parseHal' $ DBL.fromStrict bs
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment