Commit 8d8f725c authored by Alexandre Delanoë's avatar Alexandre Delanoë

[CLI FIX] IntMap.

parent bfa50733
...@@ -28,7 +28,7 @@ import qualified Data.Maybe as DMaybe ...@@ -28,7 +28,7 @@ import qualified Data.Maybe as DMaybe
import Control.Monad (zipWithM) import Control.Monad (zipWithM)
import Control.Monad.IO.Class import Control.Monad.IO.Class
import qualified Data.Map.Strict as DM import qualified Data.IntMap as DM
import Data.Map (Map) import Data.Map (Map)
import Data.Text (Text) import Data.Text (Text)
...@@ -72,18 +72,18 @@ filterTermsAndCooc patterns ts = coocOn identity <$> mapM (terms patterns) ts ...@@ -72,18 +72,18 @@ filterTermsAndCooc patterns ts = coocOn identity <$> mapM (terms patterns) ts
main = do main = do
[corpusFile, termListFile, _] <- getArgs [corpusFile, termListFile, _] <- getArgs
-- corpus :: [Text] --corpus :: IO (DM.IntMap [[Text]])
corpus <- foldl' (\m e -> DM.insertWith (\_ x -> (snd e) <> x) (fst e) [] m) DM.empty corpus <- DM.fromListWith (<>)
<$> DV.toList <$> DV.toList
<$> DV.map (\n -> (csv_publication_year n, [(csv_title n) <> " " <> (csv_abstract n)])) <$> DV.map (\n -> (csv_publication_year n, [(csv_title n) <> " " <> (csv_abstract n)]))
<$> snd <$> snd
<$> readCsv corpusFile <$> readCsv corpusFile
-- termListMap :: [Text] -- termListMap :: [Text]
termList <- csvGraphTermList termListFile termList <- csvGraphTermList termListFile
putStrLn $ show $ length termList putStrLn $ show $ length termList
let years = DM.keys corpus let years = DM.keys corpus
let patterns = WithList $ buildPatterns termList let patterns = WithList $ buildPatterns termList
let corpus' = DMaybe.catMaybes $ map (\k -> DM.lookup k corpus) years let corpus' = DMaybe.catMaybes $ map (\k -> DM.lookup k corpus) years
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment