Commit fc4a45c7 authored by Przemyslaw Kaminski's avatar Przemyslaw Kaminski

[searx] docs parse, but getting strange error

Database.PostgreSQL.Simple.Time.Printer.year:  years BCE not supportedCallStack (from HasCallStack):  error, called at src/Database/PostgreSQL/Simple/Time/Internal/Printer.hs:83:23 in postgresql-simple-0.6.4-JK0smXwdTUMDl7m3Ne57PV:Database.PostgreSQL.Simple.Time.Internal.Printer
parent 729e004f
Pipeline #2233 failed with stage
in 10 minutes and 22 seconds
...@@ -10,7 +10,7 @@ import Data.Aeson.TH (deriveJSON) ...@@ -10,7 +10,7 @@ import Data.Aeson.TH (deriveJSON)
import Data.Either (Either(..)) import Data.Either (Either(..))
import qualified Data.Text as T import qualified Data.Text as T
import Data.Time.Calendar (Day, toGregorian) import Data.Time.Calendar (Day, toGregorian)
import Data.Time.Format (defaultTimeLocale, parseTimeM) import Data.Time.Format (defaultTimeLocale, formatTime, parseTimeM)
import Data.Tuple.Select (sel1, sel2, sel3) import Data.Tuple.Select (sel1, sel2, sel3)
import GHC.Generics (Generic) import GHC.Generics (Generic)
import Network.HTTP.Client import Network.HTTP.Client
...@@ -148,9 +148,12 @@ triggerSearxSearch user cId q l logStatus = do ...@@ -148,9 +148,12 @@ triggerSearxSearch user cId q l logStatus = do
Left _ -> pure () Left _ -> pure ()
Right (SearxResponse { _srs_results }) -> do Right (SearxResponse { _srs_results }) -> do
let docs = hyperdataDocumentFromSearxResult <$> _srs_results let docs = hyperdataDocumentFromSearxResult <$> _srs_results
printDebug "[triggerSearxSearch] docs" docs --printDebug "[triggerSearxSearch] docs" docs
-- docs :: [Either Text HyperdataDocument] -- docs :: [Either Text HyperdataDocument]
let docs' = catMaybes $ rightToMaybe <$> docs let docs' = catMaybes $ rightToMaybe <$> docs
Prelude.mapM_ (\(HyperdataDocument { _hd_title, _hd_publication_year, _hd_publication_date }) -> do
printDebug "[triggerSearxSearch] doc time" $ (show _hd_title) <> " :: " <> (show _hd_publication_year) <> " :: " <> (show _hd_publication_date)
) docs'
_ <- flowDataText user (DataNew [docs']) (Multi EN) cId Nothing logStatus _ <- flowDataText user (DataNew [docs']) (Multi EN) cId Nothing logStatus
pure () pure ()
...@@ -171,7 +174,7 @@ hyperdataDocumentFromSearxResult (SearxResult { _sr_content, _sr_engine, _sr_pub ...@@ -171,7 +174,7 @@ hyperdataDocumentFromSearxResult (SearxResult { _sr_content, _sr_engine, _sr_pub
, _hd_institutes = Nothing , _hd_institutes = Nothing
, _hd_source = Just _sr_engine , _hd_source = Just _sr_engine
, _hd_abstract = _sr_content , _hd_abstract = _sr_content
, _hd_publication_date = Just _sr_pubdate , _hd_publication_date = T.pack <$> formatTime defaultTimeLocale "%Y-%m-%dT%H:%M:%S" <$> mDate
, _hd_publication_year = fromIntegral <$> sel1 <$> mGregorian , _hd_publication_year = fromIntegral <$> sel1 <$> mGregorian
, _hd_publication_month = sel2 <$> mGregorian , _hd_publication_month = sel2 <$> mGregorian
, _hd_publication_day = sel3 <$> mGregorian , _hd_publication_day = sel3 <$> mGregorian
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment