Commit 6ad947a0 authored by Przemyslaw Kaminski's avatar Przemyslaw Kaminski

[upload] try to slow down upload with threadDelay

parent ab4b72c1
...@@ -18,7 +18,9 @@ New corpus means either: ...@@ -18,7 +18,9 @@ New corpus means either:
module Gargantext.API.Node.Corpus.New module Gargantext.API.Node.Corpus.New
where where
import Control.Concurrent
import Control.Lens hiding (elements, Empty) import Control.Lens hiding (elements, Empty)
import Control.Monad.IO.Class (liftIO, MonadIO)
import Data.Aeson import Data.Aeson
import Data.Aeson.TH (deriveJSON) import Data.Aeson.TH (deriveJSON)
import Data.Either import Data.Either
...@@ -252,7 +254,10 @@ addToCorpusWithForm user cid (NewWithForm ft d l _n) logStatus = do ...@@ -252,7 +254,10 @@ addToCorpusWithForm user cid (NewWithForm ft d l _n) logStatus = do
<$> take 1000000 <$> take 1000000
<$> parse (cs d) <$> parse (cs d)
printDebug "Parsing corpus finished : " cid printDebug "[addToCorpusWithForm] delaying : " cid
liftIO $ threadDelay 1000
printDebug "[addToCorpusWithForm] Parsing corpus finished : " cid
logStatus JobLog { _scst_succeeded = Just 1 logStatus JobLog { _scst_succeeded = Just 1
, _scst_failed = Just 0 , _scst_failed = Just 0
, _scst_remaining = Just 1 , _scst_remaining = Just 1
...@@ -260,14 +265,14 @@ addToCorpusWithForm user cid (NewWithForm ft d l _n) logStatus = do ...@@ -260,14 +265,14 @@ addToCorpusWithForm user cid (NewWithForm ft d l _n) logStatus = do
} }
printDebug "Starting extraction : " cid printDebug "[addToCorpusWithForm] Starting extraction : " cid
-- TODO granularity of the logStatus -- TODO granularity of the logStatus
_cid' <- flowCorpus user _cid' <- flowCorpus user
(Right [cid]) (Right [cid])
(Multi $ fromMaybe EN l) (Multi $ fromMaybe EN l)
(map (map toHyperdataDocument) docs) (map (map toHyperdataDocument) docs)
printDebug "Extraction finished : " cid printDebug "[addToCorpusWithForm] Extraction finished : " cid
pure JobLog { _scst_succeeded = Just 2 pure JobLog { _scst_succeeded = Just 2
, _scst_failed = Just 0 , _scst_failed = Just 0
, _scst_remaining = Just 0 , _scst_remaining = Just 0
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment