Commit 4d32941d authored by Alfredo Di Napoli's avatar Alfredo Di Napoli

Port all the tasty specs to hspec

parent d362b468
Pipeline #7708 passed with stages
in 46 minutes and 11 seconds
......@@ -728,12 +728,19 @@ common commonTestDependencies
build-depends:
base >=4.7 && <5
, QuickCheck ^>= 2.14.2
, accelerate >= 1.3.0.0
, aeson ^>= 2.1.2.1
, aeson-pretty ^>= 0.8.9
, aeson-qq
, async ^>= 2.2.4
, boolexpr ^>= 0.3
, bytestring ^>= 0.11.5.3
, cache >= 0.1.3.0
, conduit ^>= 1.3.4.2
, containers ^>= 0.6.7
, crawlerArxiv
, cryptohash
, directory ^>= 1.3.7.1
, epo-api-client
, fast-logger ^>= 3.2.2
, filepath ^>= 1.4.2.2
......@@ -741,16 +748,20 @@ common commonTestDependencies
, gargantext
, gargantext-prelude
, generic-arbitrary >= 1.0.1 && < 2
, graphviz ^>= 2999.20.1.0
, haskell-bee
, hspec ^>= 2.11.1
, hspec-expectations >= 0.8 && < 0.9
, hspec-expectations-lifted < 0.11
, hspec-golden
, hspec-wai
, hspec-wai-json
, http-client ^>= 0.7.14
, http-client-tls >= 0.3.6.1 && < 0.4
, http-types
, HUnit
, lens >= 5.2.2 && < 5.3
, massiv < 1.1
, monad-control >= 1.0.3 && < 1.1
, mtl >= 2.2.2 && < 2.4
, network-uri
......@@ -760,71 +771,79 @@ common commonTestDependencies
, patches-map ^>= 0.1.0.1
, postgres-options >= 0.2 && < 0.3
, postgresql-simple >= 0.6.4 && <= 0.7.0.0
, process ^>= 1.6.18.0
, product-profunctors
, quickcheck-instances ^>= 0.3.25.2
, random
, raw-strings-qq
, resource-pool >= 0.4.0.0 && < 0.5
, safe-exceptions >= 0.1.7.4 && < 0.2
, scientific < 0.4
, servant >= 0.20.1 && < 0.21
, servant-auth-client
, servant-client >= 0.20 && < 0.21
, servant-client-core >= 0.20 && < 0.21
, servant-conduit >= 0.15 && < 0.17
, servant-server >= 0.20.1 && < 0.21
, shelly >= 1.9 && < 2
, split
, sqlite-simple >= 0.4.19 && < 0.5
, stm >= 2.5.1.0 && < 2.6
, streaming-commons
, tasty-hunit
, tasty-quickcheck
, text ^>= 2.0.2
, time ^>= 1.12.2
, tmp-postgres >= 1.34.1 && < 1.35
, tree-diff
, unicode-collation >= 0.1.3.5
, unix >= 2.7.3 && < 2.9
, unliftio
, unordered-containers ^>= 0.2.16.0
, utf8-string ^>= 1.0.2
, validity ^>= 0.12.0.2
, vector >= 0.12.3.0 && <= 0.13.1.0
, wai
, wai-extra
, warp
, websockets
test-suite garg-test-tasty
test-suite garg-test
import:
defaults
, commonTestDependencies
type: exitcode-stdio-1.0
main-is: drivers/tasty/Main.hs
main-is: Main.hs
build-depends:
aeson-pretty ^>= 0.8.9
, accelerate >= 1.3.0.0
, boolexpr ^>= 0.3
, conduit ^>= 1.3.4.2
, crawlerArxiv
, cryptohash
, directory ^>= 1.3.7.1
, graphviz ^>= 2999.20.1.0
, massiv < 1.1
, scientific < 0.4
, split
, tasty >= 1.4.3 && < 1.6
, tasty-golden
, tasty-hspec
, time ^>= 1.12.2
, unicode-collation >= 0.1.3.5
, unordered-containers ^>= 0.2.16.0
, utf8-string ^>= 1.0.2
, vector >= 0.12.3.0 && <= 0.13.1.0
other-modules:
CLI.Phylo.Common
Paths_gargantext
Paths_gargantext
Test.API
Test.API.Authentication
Test.API.Authentication
Test.API.Errors
Test.API.Export
Test.API.GraphQL
Test.API.Notifications
Test.API.Prelude
Test.API.Prelude
Test.API.Private
Test.API.Private.List
Test.API.Private.List
Test.API.Private.Move
Test.API.Private.Move
Test.API.Private.Remote
Test.API.Private.Remote
Test.API.Private.Share
Test.API.Private.Share
Test.API.Private.Table
Test.API.Private.Table
Test.API.Authentication
Test.API.Routes
Test.API.Routes
Test.API.Setup
Test.API.Prelude
Test.API.Setup
Test.API.UpdateList
Test.API.UpdateList
Test.API.Worker
Test.Core.LinearAlgebra
Test.Core.Notifications
Test.Core.Orchestrator
......@@ -837,15 +856,23 @@ test-suite garg-test-tasty
Test.Core.Utils
Test.Core.Worker
Test.Database.Operations
Test.Database.Operations
Test.Database.Operations.DocumentSearch
Test.Database.Operations.DocumentSearch
Test.Database.Operations.NodeStory
Test.Database.Operations.NodeStory
Test.Database.Operations.PublishNode
Test.Database.Operations.PublishNode
Test.Database.Setup
Test.Database.Setup
Test.Database.Transactions
Test.Database.Transactions
Test.Database.Types
Test.Database.Types
Test.Graph.Clustering
Test.Graph.Distance
Test.Instances
Test.Instances
Test.Ngrams.Lang
Test.Ngrams.Lang.En
Test.Ngrams.Lang.Fr
......@@ -864,62 +891,20 @@ test-suite garg-test-tasty
Test.Parsers.Types
Test.Parsers.WOS
Test.Server.ReverseProxy
Test.Server.ReverseProxy
Test.Types
Test.Types
Test.Utils
Test.Utils
Test.Utils.Crypto
Test.Utils.Db
Test.Utils.Db
Test.Utils.Jobs
Test.Utils.Jobs.Types
Test.Utils.Notifications
hs-source-dirs:
test bin/gargantext-cli
ghc-options: -Wall -Werror -threaded -rtsopts -with-rtsopts=-N
test-suite garg-test-hspec
import:
defaults
, commonTestDependencies
type: exitcode-stdio-1.0
main-is: drivers/hspec/Main.hs
build-depends:
process ^>= 1.6.18.0
, servant >= 0.20.1 && < 0.21
, sqlite-simple >= 0.4.19 && < 0.5
, unix >= 2.7.3 && < 2.9
other-modules:
Paths_gargantext
Test.API
Test.API.Authentication
Test.API.Errors
Test.API.Export
Test.API.GraphQL
Test.API.Notifications
Test.API.Private
Test.API.Private.List
Test.API.Private.Move
Test.API.Private.Remote
Test.API.Private.Share
Test.API.Private.Table
Test.API.Routes
Test.API.Setup
Test.API.Prelude
Test.API.UpdateList
Test.API.Worker
Test.Database.Operations
Test.Database.Operations.DocumentSearch
Test.Database.Operations.NodeStory
Test.Database.Operations.PublishNode
Test.Database.Setup
Test.Database.Transactions
Test.Database.Types
Test.Instances
Test.Server.ReverseProxy
Test.Types
Test.Utils
Test.Utils.Db
Test.Utils.Notifications
hs-source-dirs:
test
test bin/gargantext-cli
ghc-options: -Wall -Werror -threaded -rtsopts -with-rtsopts=-N
benchmark garg-bench
......
......@@ -61,10 +61,13 @@ cradle:
component: "gargantext:exe:gargantext"
- path: "./test"
component: "gargantext:test:garg-test-tasty"
component: "gargantext:test:garg-test"
- path: "./bin/gargantext-cli"
component: "gargantext:test:garg-test-tasty"
component: "gargantext:test:garg-test"
- path: "./test"
component: "gargantext:test:garg-test-hspec"
- path: "./bench/Main.hs"
component: "gargantext:bench:garg-bench"
- path: "./bench/Paths_gargantext.hs"
component: "gargantext:bench:garg-bench"
......@@ -7,14 +7,24 @@ import Data.Text (isInfixOf)
import Data.Text qualified as T
import Gargantext.Prelude hiding (isInfixOf)
import System.IO
import System.Process
import System.Posix.Process
import System.Posix.Signals
import System.Process
import Test.API qualified as API
import Test.Database.Operations qualified as DB
import Test.Database.Transactions qualified as DBT
import Test.Hspec
import Test.Server.ReverseProxy qualified as ReverseProxy
import Test.Core.Notifications qualified as Notifications
import Test.Core.Similarity qualified as Similarity
import Test.Core.Utils qualified as Utils
import Test.Graph.Clustering qualified as Clustering
import Test.Graph.Distance qualified as Distance
import Test.Ngrams.Lang.Occurrences qualified as Occurrences
import Test.Ngrams.NLP qualified as NLP
import Test.Parsers.Date qualified as PD
import Test.Utils.Crypto qualified as Crypto
import Test.Utils.Jobs qualified as Jobs
startCoreNLPServer :: IO ProcessHandle
......@@ -70,4 +80,13 @@ main = do
DB.tests
DBT.tests
DB.nodeStoryTests
runIO $ putText "tests finished"
describe "Utils" $ Utils.test
describe "Graph Clustering" $ Clustering.test
describe "Graph Distance" $ Distance.test
describe "Date split" $ PD.testDateSplit
describe "Crypto" $ Crypto.test
describe "NLP" $ NLP.test
describe "Jobs" $ Jobs.test
describe "Similarity" $ Similarity.test
describe "Notifications" $ Notifications.test
describe "Occurrences" $ Occurrences.test
......@@ -38,7 +38,7 @@ import Gargantext.Prelude hiding (get)
import Prelude (fail)
import Servant.Client.Core
import Test.Database.Types
import Test.Tasty.HUnit (Assertion, (@?=))
import Test.HUnit (Assertion, (@?=))
checkEither :: (Show a, Monad m) => m (Either a b) -> m b
checkEither = fmap (either (\x -> panicTrace $ "checkEither:" <> T.pack (show x)) identity)
......
......@@ -19,7 +19,7 @@ import Test.API.Setup
import Test.Hspec (Spec, it, aroundAll, describe, sequential)
import Test.Hspec.Wai.Internal (withApplication)
import Test.Hspec.Expectations.Lifted
import Test.Tasty.HUnit (assertBool)
import Test.HUnit (assertBool)
import Test.Utils
tests :: Spec
......
......@@ -40,7 +40,7 @@ import Test.Utils.Notifications
import Gargantext.System.Logging
import qualified Data.Text.Encoding as TE
import qualified Data.ByteString as BL
import Test.Tasty.HUnit (assertBool)
import Test.HUnit (assertBool)
......
......@@ -8,8 +8,8 @@
module Test.Core.LinearAlgebra where
import Data.Array.Accelerate hiding (Ord, Eq, map, (<=))
import Data.Array.Accelerate.Interpreter qualified as Naive
import Data.Array.Accelerate qualified as A
import Data.Array.Accelerate.Interpreter qualified as Naive
import Data.Massiv.Array qualified as Massiv
import Data.Proxy
import Data.Scientific
......@@ -19,8 +19,9 @@ import Gargantext.Core.Methods.Matrix.Accelerate.Utils qualified as Legacy
import Gargantext.Core.Methods.Similarities.Accelerate.Distributional qualified as Legacy
import Gargantext.Orphans.Accelerate (sliceArray)
import Prelude hiding ((^))
import Test.Tasty
import Test.Tasty.QuickCheck
import Test.Hspec
import Test.Hspec.QuickCheck
import Test.QuickCheck
--
......@@ -97,32 +98,29 @@ testMatrix_04 = SquareMatrix $ fromList (Z :. 8 :. 8) $
-- Main test runner
--
tests :: TestTree
tests = testGroup "LinearAlgebra" [
testProperty "termDivNan" compareTermDivNan
, testProperty "diag" compareDiag
, testProperty "sumRows" compareSumRows
, testProperty "matMaxMini" compareMatMaxMini
, testProperty "sumM_go" compareSumM_go
, testProperty "sumMin_go" compareSumMin_go
, testProperty "matrixEye" compareMatrixEye
, testProperty "diagNull" compareDiagNull
, testGroup "distributional" [
testProperty "reference implementation roundtrips" compareDistributionalImplementations
, testProperty "2x2" (compareDistributional (Proxy @Double) twoByTwo)
, testProperty "7x7" (compareDistributional (Proxy @Double) testMatrix_02)
, testProperty "14x14" (compareDistributional (Proxy @Double) testMatrix_01)
, testProperty "roundtrips" (compareDistributional (Proxy @Double))
]
, testGroup "logDistributional2" [
testProperty "2x2" (compareLogDistributional2 (Proxy @Double) twoByTwo)
, testProperty "7x7" (compareLogDistributional2 (Proxy @Double) testMatrix_02)
, testProperty "8x8" (compareLogDistributional2 (Proxy @Double) testMatrix_04)
, testProperty "11x11" (compareLogDistributional2 (Proxy @Double) testMatrix_03)
, testProperty "14x14" (compareLogDistributional2 (Proxy @Double) testMatrix_01)
,testProperty "roundtrips" (compareLogDistributional2 (Proxy @Double))
]
]
tests :: Spec
tests = describe "LinearAlgebra" $ do
prop "termDivNan" compareTermDivNan
prop "diag" compareDiag
prop "sumRows" compareSumRows
prop "matMaxMini" compareMatMaxMini
prop "sumM_go" compareSumM_go
prop "sumMin_go" compareSumMin_go
prop "matrixEye" compareMatrixEye
prop "diagNull" compareDiagNull
describe "distributional" $ do
prop "reference implementation roundtrips" compareDistributionalImplementations
prop "2x2" (compareDistributional (Proxy @Double) twoByTwo)
prop "7x7" (compareDistributional (Proxy @Double) testMatrix_02)
prop "14x14" (compareDistributional (Proxy @Double) testMatrix_01)
prop "roundtrips" (compareDistributional (Proxy @Double))
describe "logDistributional2" $ do
prop "2x2" (compareLogDistributional2 (Proxy @Double) twoByTwo)
prop "7x7" (compareLogDistributional2 (Proxy @Double) testMatrix_02)
prop "8x8" (compareLogDistributional2 (Proxy @Double) testMatrix_04)
prop "11x11" (compareLogDistributional2 (Proxy @Double) testMatrix_03)
prop "14x14" (compareLogDistributional2 (Proxy @Double) testMatrix_01)
prop "roundtrips" (compareLogDistributional2 (Proxy @Double))
--
-- Tests
......
......@@ -20,8 +20,7 @@ import Gargantext.Core.Notifications.Dispatcher.Types
import Gargantext.Prelude
import Test.Hspec
import Test.Instances ()
import Test.Tasty
import Test.Tasty.QuickCheck qualified as QC
import Test.Hspec.QuickCheck
test :: Spec
......@@ -31,9 +30,9 @@ test = do
let ce = UpdateTreeFirstLevel 15
A.decode (A.encode ce) `shouldBe` (Just ce)
qcTests :: TestTree
qcTests :: Spec
qcTests =
testGroup "Notifications QuickCheck tests" $ do
[ QC.testProperty "CEMessage aeson encoding" $ \m -> A.decode (A.encode (m :: CEMessage)) == Just m
, QC.testProperty "Topic aeson encoding" $ \t -> A.decode (A.encode (t :: Topic)) == Just t
, QC.testProperty "WSRequest aeson encoding" $ \ws -> A.decode (A.encode (ws :: WSRequest)) == Just ws ]
describe "Notifications QuickCheck tests" $ do
prop "CEMessage aeson encoding" $ \m -> A.decode (A.encode (m :: CEMessage)) == Just m
prop "Topic aeson encoding" $ \t -> A.decode (A.encode (t :: Topic)) == Just t
prop "WSRequest aeson encoding" $ \ws -> A.decode (A.encode (ws :: WSRequest)) == Just ws
......@@ -17,11 +17,11 @@ import Data.Aeson qualified as A
import Gargantext.API.Admin.Orchestrator.Types
import Gargantext.Prelude
import Test.Instances ()
import Test.Tasty
import Test.Tasty.QuickCheck qualified as QC
import Test.Hspec
import Test.Hspec.QuickCheck
qcTests :: TestTree
qcTests :: Spec
qcTests =
testGroup "Orchestrator QuickCheck tests" $ do
[ QC.testProperty "ExternalAPIs aeson encoding" $ \m -> A.decode (A.encode (m :: ExternalAPIs)) == Just m ]
describe "Orchestrator QuickCheck tests" $ do
prop "ExternalAPIs aeson encoding" $ \m -> A.decode (A.encode (m :: ExternalAPIs)) == Just m
......@@ -16,9 +16,10 @@ import qualified Gargantext.Core.Text.Corpus.API.Arxiv as Arxiv
import qualified Gargantext.Core.Text.Corpus.API.Pubmed as Pubmed
import qualified Network.Api.Arxiv as Arxiv
import Test.Tasty
import Test.Tasty.HUnit
import Test.Tasty.QuickCheck hiding (Positive, Negative)
import Test.HUnit
import Test.Hspec
import Test.Hspec.QuickCheck
import Test.QuickCheck hiding (Positive, Negative)
newtype PubmedApiKey
= PubmedApiKey { _PubmedApiKey :: T.Text }
......@@ -28,54 +29,50 @@ newtype PubmedApiKey
pubmedSettings :: IO (Maybe PubmedApiKey)
pubmedSettings = fmap fromString <$> lookupEnv "PUBMED_API_KEY"
tests :: TestTree
tests = withResource pubmedSettings (const (pure ())) $ \getPubmedKey ->
testGroup "Boolean Query Engine" [
testProperty "Parses 'A OR B'" testParse01
, testProperty "Parses 'A AND B'" testParse02
, testProperty "Parses '-A'" testParse03
, testProperty "Parses 'NOT A'" testParse03_01
, testProperty "Parses 'A -B'" testParse04
, testProperty "Parses 'A NOT -B'" testParse04_01
, testProperty "Parses 'A AND B -C' (left associative)" testParse05
, testProperty "Parses 'A AND (B -C)' (right associative)" testParse05_01
, testProperty "Parses (A OR B OR NOT C) AND (D OR E OR F) -(G OR H OR I)" testParse06
, testProperty "It supports '\"Haskell\" AND \"Idris\"'" testParse07
, testProperty "It supports 'Haskell AND Idris'" testParse07_01
, testProperty "It supports 'Raphael'" testParse07_02
, testProperty "It supports 'Niki', 'Ajeje' and 'Orf'" testParse07_03
, testCase "Parses words into a single constant" testWordsIntoConst
, testGroup "Arxiv expression converter" [
testCase "It supports 'A AND B'" testArxiv01_01
, testCase "It supports '\"Haskell\" AND \"Agda\"'" testArxiv01_02
, testCase "It supports 'A OR B'" testArxiv02
, testCase "It supports 'A AND NOT B'" testArxiv03_01
, testCase "It supports 'A AND -B'" testArxiv03_02
, testCase "It supports 'A AND -B'" testArxiv03_02
, testCase "It supports 'A AND NOT (NOT B)'" testArxiv04_01
, testCase "It supports 'A AND NOT (NOT (NOT B))'" testArxiv04_02
, testCase "It supports 'A OR NOT B'" testArxiv05
, testCase "It supports '-A'" testArxiv06
]
, testGroup "PUBMED expression converter" [
testCase "It supports 'A'" testPubMed01
, testCase "It supports '-A'" testPubMed02_01
, testCase "It supports 'NOT A'" testPubMed02_02
, testCase "It supports 'NOT (NOT A)'" testPubMed02_03
, testCase "It supports '\"Haskell\" AND \"Idris\"'" testPubMed03
, testCase "It supports 'A OR B'" testPubMed04
]
, testGroup "PUBMED real queries (skipped if PUBMED_API_KEY env var not set)" [
testCase "It searches for \"Covid\"" (testPubMedCovid_01 getPubmedKey)
, testCase "It searches for \"Covid\" AND \"Alzheimer\"" (testPubMedCovid_02 getPubmedKey)
]
tests :: Spec
tests = do
describe "Boolean Query Engine" $ do
prop "Parses 'A OR B'" testParse01
prop "Parses 'A AND B'" testParse02
prop "Parses '-A'" testParse03
prop "Parses 'NOT A'" testParse03_01
prop "Parses 'A -B'" testParse04
prop "Parses 'A NOT -B'" testParse04_01
prop "Parses 'A AND B -C' (left associative)" testParse05
prop "Parses 'A AND (B -C)' (right associative)" testParse05_01
prop "Parses (A OR B OR NOT C) AND (D OR E OR F) -(G OR H OR I)" testParse06
prop "It supports '\"Haskell\" AND \"Idris\"'" testParse07
prop "It supports 'Haskell AND Idris'" testParse07_01
prop "It supports 'Raphael'" testParse07_02
prop "It supports 'Niki', 'Ajeje' and 'Orf'" testParse07_03
it "Parses words into a single constant" testWordsIntoConst
describe "Arxiv expression converter" $ do
it "It supports 'A AND B'" testArxiv01_01
it "It supports '\"Haskell\" AND \"Agda\"'" testArxiv01_02
it "It supports 'A OR B'" testArxiv02
it "It supports 'A AND NOT B'" testArxiv03_01
it "It supports 'A AND -B'" testArxiv03_02
it "It supports 'A AND -B'" testArxiv03_02
it "It supports 'A AND NOT (NOT B)'" testArxiv04_01
it "It supports 'A AND NOT (NOT (NOT B))'" testArxiv04_02
it "It supports 'A OR NOT B'" testArxiv05
it "It supports '-A'" testArxiv06
describe "PUBMED expression converter" $ do
it "It supports 'A'" testPubMed01
it "It supports '-A'" testPubMed02_01
it "It supports 'NOT A'" testPubMed02_02
it "It supports 'NOT (NOT A)'" testPubMed02_03
it "It supports '\"Haskell\" AND \"Idris\"'" testPubMed03
it "It supports 'A OR B'" testPubMed04
beforeAll pubmedSettings $ do
describe "PUBMED real queries (skipped if PUBMED_API_KEY env var not set)" $ do
it "It searches for \"Covid\"" $ \key -> testPubMedCovid_01 key
it "It searches for \"Covid\" AND \"Alzheimer\"" $ \key -> testPubMedCovid_02 key
-- We skip the Arxiv tests if the PUBMED_API_KEY is not set just for conveniency, to have
-- only a single flow-control mechanism.
, testGroup "ARXIV real queries (skipped if PUBMED_API_KEY env var not set)" [
testCase "It searches for \"Haskell\"" (testArxivRealWorld_01 getPubmedKey)
, testCase "It searches for \"Haskell\" AND \"Agda\"" (testArxivRealWorld_02 getPubmedKey)
]
]
describe "ARXIV real queries (skipped if PUBMED_API_KEY env var not set)" $ do
it "It searches for \"Haskell\"" $ \key -> testArxivRealWorld_01 key
it "It searches for \"Haskell\" AND \"Agda\"" $ \key -> testArxivRealWorld_02 key
-- | Checks that the 'RawQuery' can be translated into the expected 'BoolExpr' form,
-- by also checking that both renders back to the initial 'RawQuery'.
......@@ -242,9 +239,8 @@ testPubMed04 :: Assertion
testPubMed04 = withValidQuery "A OR B" $ \q ->
Pubmed.getESearch (Pubmed.convertQuery q) @?= "A+OR+B"
testPubMedCovid_01 :: IO (Maybe PubmedApiKey) -> Assertion
testPubMedCovid_01 getPubmedKey = do
mb_key <- getPubmedKey
testPubMedCovid_01 :: Maybe PubmedApiKey -> Assertion
testPubMedCovid_01 mb_key = do
case mb_key of
Nothing -> pure ()
Just k -> withValidQuery "\"Covid\"" $ \query -> do
......@@ -257,9 +253,8 @@ testPubMedCovid_01 getPubmedKey = do
[] -> fail "No documents found."
(x:_) -> _hd_title x @?= Just "Being a Hospice Nurse in Times of the COVID-19 Pandemic: A Phenomenological Study of Providing End-of-Life Care."
testPubMedCovid_02 :: IO (Maybe PubmedApiKey) -> Assertion
testPubMedCovid_02 getPubmedKey = do
mb_key <- getPubmedKey
testPubMedCovid_02 :: Maybe PubmedApiKey -> Assertion
testPubMedCovid_02 mb_key = do
case mb_key of
Nothing -> pure ()
Just k -> withValidQuery "\"Covid\" AND \"Alzheimer\"" $ \query -> do
......@@ -272,9 +267,8 @@ testPubMedCovid_02 getPubmedKey = do
[] -> fail "No documents found."
(x:_) -> _hd_title x @?= Just "Neurodegenerative and Neurodevelopmental Diseases and the Gut-Brain Axis: The Potential of Therapeutic Targeting of the Microbiome."
testArxivRealWorld_01 :: IO (Maybe PubmedApiKey) -> Assertion
testArxivRealWorld_01 getPubmedKey = do
mb_key <- getPubmedKey
testArxivRealWorld_01 :: Maybe PubmedApiKey -> Assertion
testArxivRealWorld_01 mb_key = do
case mb_key of
Nothing -> pure ()
Just _ -> withValidQuery "\"Haskell\"" $ \query -> do
......@@ -284,9 +278,8 @@ testArxivRealWorld_01 getPubmedKey = do
[] -> fail "No documents found."
(x:_) -> _hd_title x @?= Just "Haskell for OCaml programmers"
testArxivRealWorld_02 :: IO (Maybe PubmedApiKey) -> Assertion
testArxivRealWorld_02 getPubmedKey = do
mb_key <- getPubmedKey
testArxivRealWorld_02 :: Maybe PubmedApiKey -> Assertion
testArxivRealWorld_02 mb_key = do
case mb_key of
Nothing -> pure ()
Just _ -> withValidQuery "\"Haskell\" AND \"Agda\"" $ \query -> do
......
......@@ -13,20 +13,18 @@ import Data.Text.Encoding as DT
import Prelude
import Test.Tasty
import Test.Tasty.QuickCheck hiding (Positive, Negative)
tests :: TestTree
tests = testGroup "TSV Parser" [
testProperty "Parses 'Valid Text'" testValidText
, testProperty "Parses 'Valid Number'" testValidNumber
, testProperty "Parses 'Error Per Line On A File'" testTestErrorPerLine
, testProperty "Parses 'Correct File'" testTestCorrectFile
, testProperty "Parses 'Correct File With New Line In Last Header'" testTestCorrectFileWithNewLine
, testProperty "Parses 'Find Delimiter'" testFindDelimiter
, testProperty "Parses 'Get Headers'" testGetHeader]
import Test.Hspec
import Test.Hspec.QuickCheck
tests :: Spec
tests = describe "TSV Parser" $ do
prop "Parses 'Valid Text'" testValidText
prop "Parses 'Valid Number'" testValidNumber
prop "Parses 'Error Per Line On A File'" testTestErrorPerLine
prop "Parses 'Correct File'" testTestCorrectFile
prop "Parses 'Correct File With New Line In Last Header'" testTestCorrectFileWithNewLine
prop "Parses 'Find Delimiter'" testFindDelimiter
prop "Parses 'Get Headers'" testGetHeader
delimiterBS :: Delimiter -> BL.ByteString
......
......@@ -15,16 +15,15 @@ import Data.Aeson qualified as Aeson
import Gargantext.Core.Worker.Jobs.Types (Job(..))
import Gargantext.Prelude
import Test.Instances ()
import Test.Tasty
import Test.Tasty.QuickCheck hiding (Positive, Negative)
import Test.Hspec
import Test.Hspec.QuickCheck
tests :: TestTree
tests = testGroup "worker unit tests" [
testProperty "Worker Job to/from JSON serialization is correct" $
tests :: Spec
tests = describe "worker unit tests" $
prop "Worker Job to/from JSON serialization is correct" $
\job -> Aeson.decode (Aeson.encode (job :: Job)) == Just job
-- , testProperty "JobInfo to/from JSON serialization is correct" $
-- \ji -> Aeson.decode (Aeson.encode (ji :: JobInfo)) == Just ji
]
......@@ -34,10 +34,10 @@ import Test.Database.Operations.NodeStory
import Test.Database.Operations.PublishNode
import Test.Database.Setup (withTestDB)
import Test.Database.Types
import Test.HUnit hiding (assert)
import Test.Hspec
import Test.QuickCheck
import Test.QuickCheck.Monadic
import Test.Tasty.HUnit hiding (assert)
import Test.Tasty.QuickCheck
-- | Keeps a log of usernames we have already generated, so that our
......
......@@ -38,7 +38,7 @@ import Gargantext.Database.Schema.Node (NodePoly(..))
import Prelude
import Test.Database.Types
import Test.Hspec.Expectations
import Test.Tasty.HUnit
import Test.HUnit hiding (Node)
exampleDocument_01 :: HyperdataDocument
......
......@@ -39,7 +39,7 @@ import Gargantext.Prelude
import Test.Database.Operations.DocumentSearch (getCorporaWithParentIdOrFail)
import Test.Database.Types
import Test.Hspec.Expectations
import Test.Tasty.HUnit
import Test.HUnit
commonInitialization :: TestMonad ( UserId, NodeId, ListId, ArchiveList )
......
......@@ -23,7 +23,7 @@ import Gargantext.Database.Query.Table.NodeNode
import Gargantext.Database.Schema.Node (NodePoly(..))
import Test.API.Prelude (newPrivateFolderForUser, newPublicFolderForUser, alice)
import Test.Database.Types
import Test.Tasty.HUnit
import Test.HUnit
publishStrict :: SourceId -> TargetId -> DBCmd err ()
publishStrict sid = runDBTx . publishNode NPP_publish_no_edits_allowed sid
......
......@@ -40,7 +40,7 @@ import Shelly as SH
import System.Random.Stateful
import Test.Database.Types hiding (Counter)
import Test.Hspec
import Test.Tasty.HUnit hiding (assert)
import Test.HUnit hiding (assert)
import Text.RawString.QQ
--
......
......@@ -16,13 +16,13 @@ import Gargantext.Core.Types.Main
import Gargantext.Core.Types.Query
import Gargantext.Prelude
import Test.Ngrams.Query.PaginationCorpus
import Test.Tasty
import Test.Tasty.HUnit
import Test.HUnit
import Test.Hspec
import Test.Utils ((@??=))
tests :: TestTree
tests = testGroup "Ngrams" [unitTests]
tests :: Spec
tests = describe "Ngrams" $ unitTests
curryElem :: NgramsElement
curryElem = mkMapTerm "curry"
......@@ -43,32 +43,31 @@ mockQueryFn :: Maybe T.Text -> NgramsTerm -> Bool
mockQueryFn searchQuery (NgramsTerm nt) =
maybe (const True) (T.isInfixOf . T.toLower) searchQuery (T.toLower nt)
unitTests :: TestTree
unitTests = testGroup "Query tests"
[ -- Sorting
testCase "Simple query mockFlatCorpus" testFlat01
, testCase "Simple query (desc sorting)" testFlat02
, testCase "[#331] sorting via DUCET works" testSortDiacriticsDucet
, testCase "[#331] Natural sort ascending works" testNaturalSortAsceding
, testCase "[#331] Natural sort descending works" testNaturalSortDescending
unitTests :: Spec
unitTests = describe "Query tests" $ do
-- Sorting
it "Simple query mockFlatCorpus" testFlat01
it "Simple query (desc sorting)" testFlat02
it "[#331] sorting via DUCET works" testSortDiacriticsDucet
it "[#331] Natural sort ascending works" testNaturalSortAsceding
it "[#331] Natural sort descending works" testNaturalSortDescending
-- -- Filtering
, testCase "Simple query (listType = MapTerm)" testFlat03
, testCase "Simple query (listType = StopTerm)" testFlat04
it "Simple query (listType = MapTerm)" testFlat03
it "Simple query (listType = StopTerm)" testFlat04
-- -- Full text search
, testCase "Simple query (search with match)" testFlat05
it "Simple query (search with match)" testFlat05
-- -- Pagination
, testCase "Simple pagination on all terms" test_pagination_allTerms
, testCase "Simple pagination on MapTerm" test_pagination01
, testCase "Simple pagination on MapTerm (limit < total terms)" test_pagination02
, testCase "Simple pagination on MapTerm (offset works)" test_pagination02_offset
, testCase "Simple pagination on ListTerm (limit < total terms)" test_pagination03
, testCase "Simple pagination on ListTerm (offset works)" test_pagination03_offset
, testCase "Simple pagination on CandidateTerm (limit < total terms)" test_pagination04
, testCase "paginating QuantumComputing corpus works (MapTerms)" test_paginationQuantum
, testCase "paginating QuantumComputing corpus works (CandidateTerm)" test_paginationQuantum_02
it "Simple pagination on all terms" test_pagination_allTerms
it "Simple pagination on MapTerm" test_pagination01
it "Simple pagination on MapTerm (limit < total terms)" test_pagination02
it "Simple pagination on MapTerm (offset works)" test_pagination02_offset
it "Simple pagination on ListTerm (limit < total terms)" test_pagination03
it "Simple pagination on ListTerm (offset works)" test_pagination03_offset
it "Simple pagination on CandidateTerm (limit < total terms)" test_pagination04
it "paginating QuantumComputing corpus works (MapTerms)" test_paginationQuantum
it "paginating QuantumComputing corpus works (CandidateTerm)" test_paginationQuantum_02
-- -- Patching
, testCase "I can apply a patch to term mapTerms to stopTerms (issue #217)" test_217
]
it "I can apply a patch to term mapTerms to stopTerms (issue #217)" test_217
-- Let's test that if we request elements sorted in
-- /ascending/ order, we get them.
......
......@@ -15,31 +15,26 @@ import Gargantext.Database.Admin.Types.Hyperdata.Document ( HyperdataDocument(..
import Gargantext.Database.Admin.Types.Node (NodeId(..))
import Gargantext.Database.Schema.Context ( ContextPolyOnlyId(..) )
import Gargantext.Prelude
import Test.Tasty
import Test.Tasty.HUnit
tests :: TestTree
tests = testGroup "Ngrams" [unitTests]
unitTests :: TestTree
unitTests = testGroup "Terms tests"
[ -- Sorting
testCase "Build patterns works 01" testBuildPatterns01
, testCase "Build patterns works 02" testBuildPatterns02
, testCase "termsInText works 01" testTermsInText01
, testCase "termsInText works 02" testTermsInText02
, testCase "termsInText works 03" testTermsInText03
, testCase "termsInText works 04 (related to issue #221)" testTermsInText04
, testCase "extractTermsWithList' works 01" testExtractTermsWithList'01
, testCase "docNgrams works 01" testDocNgrams01
, testCase "docNgrams works 02" testDocNgrams02
, testCase "ngramsByDoc works 01" testNgramsByDoc01
]
import Test.Hspec
import Test.HUnit
tests :: Spec
tests = describe "Ngrams" unitTests
unitTests :: Spec
unitTests = describe "Terms tests" $ do
-- Sorting
it "Build patterns works 01" testBuildPatterns01
it "Build patterns works 02" testBuildPatterns02
it "termsInText works 01" testTermsInText01
it "termsInText works 02" testTermsInText02
it "termsInText works 03" testTermsInText03
it "termsInText works 04 (related to issue #221)" testTermsInText04
it "extractTermsWithList' works 01" testExtractTermsWithList'01
it "docNgrams works 01" testDocNgrams01
it "docNgrams works 02" testDocNgrams02
it "ngramsByDoc works 01" testNgramsByDoc01
-- | Let's document how the `buildPatternsWith` function works.
testBuildPatterns01 :: Assertion
......
......@@ -9,14 +9,13 @@ import Gargantext.Core (fromDBid)
import Gargantext.Database.Admin.Config ()
import Gargantext.Database.Admin.Types.Node
import Prelude
import Test.Tasty
import Test.Tasty.HUnit
import Test.Hspec
import Test.HUnit
tests :: TestTree
tests = testGroup "Errors" [
testCase "fromDBid comes with a CallStack" fromDBid_cs
]
tests :: Spec
tests = describe "Errors" $
it "fromDBid comes with a CallStack" fromDBid_cs
fromDBid_cs :: Assertion
fromDBid_cs = do
......
......@@ -21,9 +21,9 @@ import Gargantext.Database.Admin.Types.Node
import Paths_gargantext
import Prelude
import Test.Instances (genFrontendErr)
import Test.Tasty
import Test.Tasty.HUnit
import Test.Tasty.QuickCheck
import Test.Hspec
import Test.HUnit
import Test.QuickCheck
import Text.RawString.QQ
jsonRoundtrip :: (Show a, FromJSON a, ToJSON a, Eq a) => a -> Property
......@@ -50,34 +50,32 @@ jsonFrontendErrorRoundtrip = conjoin $ map mk_prop [minBound .. maxBound]
mk_prop code = forAll (genFrontendErr code) $ \a ->
counterexample ("Parsed JSON: " <> C8.unpack (encode a)) $ eitherDecode (encode a) === Right a
tests :: TestTree
tests = testGroup "JSON" [
testProperty "NodeId roundtrips" (jsonRoundtrip @NodeId)
, testProperty "RootId roundtrips" (jsonRoundtrip @RootId)
, testProperty "Datafield roundtrips" (jsonRoundtrip @Datafield)
, testProperty "WithQuery roundtrips" (jsonRoundtrip @WithQuery)
, testProperty "PublishRequest roundtrips" (jsonRoundtrip @PublishRequest)
, testProperty "RemoteExportRequest roundtrips" (jsonRoundtrip @RemoteExportRequest)
, testProperty "FrontendError roundtrips" jsonFrontendErrorRoundtrip
, testProperty "BackendErrorCode roundtrips" (jsonEnumRoundtrip (Dict @_ @BackendErrorCode))
, testProperty "NodeType roundtrips" (jsonEnumRoundtrip (Dict @_ @NodeType))
, testProperty "NodePublishPolicy roundtrips" (jsonEnumRoundtrip (Dict @_ @NodePublishPolicy))
, testCase "WithQuery frontend compliance" testWithQueryFrontend
, testCase "WithQuery frontend compliance (PubMed)" testWithQueryFrontendPubMed
, testCase "WithQuery frontend compliance (EPO)" testWithQueryFrontendEPO
, testGroup "Phylo" [
testProperty "PeriodToNode" (jsonRoundtrip @PeriodToNodeData)
, testProperty "GraphData" (jsonRoundtrip @GraphData)
, testProperty "GraphDataData" (jsonRoundtrip @GraphDataData)
, testProperty "ObjectData" (jsonRoundtrip @ObjectData)
, testProperty "PhyloData" (jsonRoundtrip @PhyloData)
, testProperty "ComputeTimeHistory" (jsonRoundtrip @VizPhylo.ComputeTimeHistory)
, testProperty "Phylo" (jsonRoundtrip @VizPhylo.Phylo)
, testProperty "LayerData" (jsonRoundtrip @LayerData)
, testCase "can parse bpa_phylo_test.json" testParseBpaPhylo
, testCase "can parse open_science.json" testOpenSciencePhylo
]
]
tests :: Spec
tests = describe "JSON" $ do
it "NodeId roundtrips" (property $ jsonRoundtrip @NodeId)
it "RootId roundtrips" (property $ jsonRoundtrip @RootId)
it "Datafield roundtrips" (property $ jsonRoundtrip @Datafield)
it "WithQuery roundtrips" (property $ jsonRoundtrip @WithQuery)
it "PublishRequest roundtrips" (property $ jsonRoundtrip @PublishRequest)
it "RemoteExportRequest roundtrips" (property $ jsonRoundtrip @RemoteExportRequest)
it "FrontendError roundtrips" jsonFrontendErrorRoundtrip
it "BackendErrorCode roundtrips" (jsonEnumRoundtrip (Dict @_ @BackendErrorCode))
it "NodeType roundtrips" (jsonEnumRoundtrip (Dict @_ @NodeType))
it "NodePublishPolicy roundtrips" (jsonEnumRoundtrip (Dict @_ @NodePublishPolicy))
it "WithQuery frontend compliance" testWithQueryFrontend
it "WithQuery frontend compliance (PubMed)" testWithQueryFrontendPubMed
it "WithQuery frontend compliance (EPO)" testWithQueryFrontendEPO
describe "Phylo" $ do
it "PeriodToNode" (property $ jsonRoundtrip @PeriodToNodeData)
it "GraphData" (property $ jsonRoundtrip @GraphData)
it "GraphDataData" (property $ jsonRoundtrip @GraphDataData)
it "ObjectData" (property $ jsonRoundtrip @ObjectData)
it "PhyloData" (property $ jsonRoundtrip @PhyloData)
it "ComputeTimeHistory" (property $ jsonRoundtrip @VizPhylo.ComputeTimeHistory)
it "Phylo" (property $ jsonRoundtrip @VizPhylo.Phylo)
it "LayerData" (property $ jsonRoundtrip @LayerData)
it "can parse bpa_phylo_test.json" testParseBpaPhylo
it "can parse open_science.json" testOpenSciencePhylo
testWithQueryFrontend :: Assertion
testWithQueryFrontend = do
......
......@@ -13,8 +13,7 @@ import Gargantext.Database.Schema.Context
import Gargantext.Database.Admin.Types.Hyperdata
import Test.Instances ()
import Test.QuickCheck
import Test.Tasty
import Test.Tasty.QuickCheck (testProperty)
import Test.Hspec
import Control.Lens
import qualified Test.QuickCheck as QC
import Gargantext.Core.Text.Terms.Mono (isSep)
......@@ -82,18 +81,14 @@ instance Arbitrary DocumentWithMatches where
pure $ DocumentWithMatches generatedTerms hyperDoc
tests :: TestTree
tests = testGroup "Ngrams" [
testGroup "buildPatterns internal correctness" [
testProperty "patterns, no matter how simple, can be searched" prop_patterns_internal_consistency
]
, testGroup "buildPatternsWith" [
testProperty "return results for non-empty input terms" testBuildPatternsNonEmpty
]
, testGroup "docNgrams" [
testProperty "always matches if the input text contains any of the terms" testDocNgramsOKMatch
]
]
tests :: Spec
tests = describe "Ngrams" $ do
describe "buildPatterns internal correctness" $ do
it "patterns, no matter how simple, can be searched" $ property prop_patterns_internal_consistency
describe "buildPatternsWith" $ do
it "return results for non-empty input terms" $ property testBuildPatternsNonEmpty
describe "docNgrams" $ do
it "always matches if the input text contains any of the terms" $ property testDocNgramsOKMatch
testDocNgramsOKMatch :: Lang -> DocumentWithMatches -> Property
testDocNgramsOKMatch lang (DocumentWithMatches ts doc) =
......
......@@ -7,8 +7,10 @@ module Test.Offline.Phylo (tests) where
import CLI.Phylo.Common
import Data.Aeson as JSON
import Data.Aeson.Types qualified as JSON
import Data.Aeson.Encode.Pretty qualified as JSON
import Data.Aeson.Types qualified as JSON
import Data.ByteString.Char8 qualified as C8
import Data.ByteString.Lazy qualified as BIO
import Data.ByteString.Lazy qualified as BL
import Data.GraphViz.Attributes.Complete qualified as Graphviz
import Data.Text.Lazy as TL
......@@ -16,18 +18,17 @@ import Data.TreeDiff
import Data.Vector qualified as V
import Gargantext.Core.Text.List.Formats.TSV
import Gargantext.Core.Types.Phylo hiding (Phylo(..))
import Gargantext.Core.Viz.Phylo hiding (EdgeType(..))
import Gargantext.Core.Viz.Phylo.API.Tools (readPhylo, phylo2dot2json)
import Gargantext.Core.Viz.Phylo.Example qualified as Cleopatre
import Gargantext.Core.Viz.Phylo hiding (EdgeType(..))
import Gargantext.Core.Viz.Phylo.PhyloExport
import Gargantext.Core.Viz.Phylo.PhyloMaker (toPhylo, toPhyloWithoutLink)
import Gargantext.Core.Viz.Phylo.PhyloTools
import Paths_gargantext
import Prelude
import Test.Tasty
import Test.Tasty.Golden (goldenVsStringDiff)
import Test.Tasty.HUnit
import qualified Test.Tasty.Golden.Advanced as Advanced
import Test.HUnit
import Test.Hspec
import Test.Hspec.Golden
phyloTestConfig :: PhyloConfig
phyloTestConfig = PhyloConfig {
......@@ -53,21 +54,36 @@ phyloTestConfig = PhyloConfig {
, exportFilter = [ByBranchSize {_branch_size = 3.0}]
}
phyloGolden :: TestName -> (FilePath, IO BL.ByteString) -> TestTree
phyloGolden testName (fp, action) =
goldenVsStringDiff testName differ fp action
where
differ ref new = [ "diff", "-u", "-w", "--color=always", ref, new]
phyloGolden :: (FilePath, BL.ByteString) -> Golden BL.ByteString
phyloGolden (fp, actualOutput) =
Golden {
output = actualOutput
, encodePretty = C8.unpack . BIO.toStrict
, writeToFile = \_ _ -> pure ()
, readFromFile = BIO.readFile
, goldenFile = fp
, actualFile = Nothing
, failFirstTime = True
}
-- | Use this variant for those tests which requires a more sophisticated way of
-- comparing outputs directly on the GraphData
phyloGoldenGraphData :: TestName -> (FilePath, IO GraphData) -> TestTree
phyloGoldenGraphData testName (goldenPath, getActual) =
Advanced.goldenTest testName getGolden getActual differ updateGolden
phyloGoldenGraphData :: (FilePath, GraphData) -> Golden GraphData
phyloGoldenGraphData (goldenPath, new) =
Golden {
output = new
, encodePretty = differ
, writeToFile = \_ new' -> updateGolden new'
, readFromFile = const getGolden
, goldenFile = goldenPath
, actualFile = Nothing
, failFirstTime = True
}
where
differ ref new = pure $ case compareGraphDataFuzzy ref new of
True -> Nothing
False -> Just $ show (ansiWlEditExprCompact $ ediff ref new)
differ :: GraphData -> String
differ ref = case compareGraphDataFuzzy ref new of
True -> mempty
False -> show (ansiWlEditExprCompact $ ediff ref new)
updateGolden :: GraphData -> IO ()
updateGolden gd = BL.writeFile goldenPath (JSON.encodePretty gd)
......@@ -79,36 +95,34 @@ phyloGoldenGraphData testName (goldenPath, getActual) =
Left err -> fail err
Right (expected :: GraphData) -> pure expected
tests :: TestTree
tests = testGroup "Phylo" [
testGroup "Export" [
testCase "ngramsToLabel respects encoding" test_ngramsToLabel_01
, testCase "ngramsToLabel is rendered correctly in CustomAttribute" test_ngramsToLabel_02
]
, testGroup "toPhyloWithoutLink" [
testCase "returns expected data" testSmallPhyloWithoutLinkExpectedOutput
, phyloGolden "phyloCleopatre returns expected data" testCleopatreWithoutLinkExpectedOutput
, phyloGolden "Nadal canned corpus returns expected data" testNadalWithoutLinkExpectedOutput
]
, testGroup "phylo2dot2json" [
phyloGoldenGraphData "is deterministic" testPhylo2dot2json
]
, testGroup "toPhylo" [
phyloGolden "is deterministic" testToPhyloDeterminism
]
, testGroup "relatedComponents" [
testCase "finds simple connection" testRelComp_Connected
]
, testCase "parses csv phylo" testCsvPhylo
]
tests :: Spec
tests = describe "Phylo" $ do
describe "Export" $ do
it "ngramsToLabel respects encoding" test_ngramsToLabel_01
it "ngramsToLabel is rendered correctly in CustomAttribute" test_ngramsToLabel_02
describe "toPhyloWithoutLink" $ do
it "returns expected data" testSmallPhyloWithoutLinkExpectedOutput
it "phyloCleopatre returns expected data" $ phyloGolden testCleopatreWithoutLinkExpectedOutput
beforeAll testNadalWithoutLinkExpectedOutput $
it "Nadal canned corpus returns expected data" $ phyloGolden
describe "phylo2dot2json" $ do
beforeAll testPhylo2dot2json $
it "is deterministic" phyloGoldenGraphData
describe "toPhylo" $ do
beforeAll testToPhyloDeterminism $
it "is deterministic" $ phyloGolden
describe "relatedComponents" $ do
it "finds simple connection" testRelComp_Connected
it "parses csv phylo" testCsvPhylo
testCleopatreWithoutLinkExpectedOutput :: (FilePath, IO BL.ByteString)
testCleopatreWithoutLinkExpectedOutput :: (FilePath, BL.ByteString)
testCleopatreWithoutLinkExpectedOutput =
let actual = toPhyloWithoutLink Cleopatre.docs Cleopatre.config
in ("test-data/phylo/cleopatre.golden.json", pure $ JSON.encodePretty actual)
in ("test-data/phylo/cleopatre.golden.json", JSON.encodePretty actual)
testNadalWithoutLinkExpectedOutput :: IO (FilePath, BL.ByteString)
testNadalWithoutLinkExpectedOutput = do
testNadalWithoutLinkExpectedOutput :: (FilePath, IO BL.ByteString)
testNadalWithoutLinkExpectedOutput = ("test-data/phylo/nadal.golden.json",) $ do
corpusPath' <- getDataFileName "test-data/phylo/nadal_docslist.golden.tsv"
listPath' <- getDataFileName "test-data/phylo/nadal_ngramslist.golden.tsv"
let config = phyloTestConfig { corpusPath = corpusPath'
......@@ -120,7 +134,9 @@ testNadalWithoutLinkExpectedOutput = ("test-data/phylo/nadal.golden.json",) $ do
(corpusPath config)
[Year 3 1 5,Month 3 1 5,Week 4 2 5]
mapList
pure $ JSON.encodePretty $ setConfig phyloTestConfig $ toPhyloWithoutLink corpus config
pure ( "test-data/phylo/nadal.golden.json"
, JSON.encodePretty $ setConfig phyloTestConfig $ toPhyloWithoutLink corpus config
)
testSmallPhyloWithoutLinkExpectedOutput :: Assertion
testSmallPhyloWithoutLinkExpectedOutput = do
......@@ -139,12 +155,12 @@ testSmallPhyloWithoutLinkExpectedOutput = do
expected <- setConfig phyloTestConfig <$> (readPhylo =<< getDataFileName "test-data/phylo/small-phylo.golden.json")
assertBool (show $ ansiWlEditExprCompact $ ediff expected actual) (expected == actual)
testPhylo2dot2json :: (FilePath, IO GraphData)
testPhylo2dot2json = ("test-data/phylo/phylo2dot2json.golden.json",) $ do
testPhylo2dot2json :: IO (FilePath, GraphData)
testPhylo2dot2json = do
actual_e <- JSON.parseEither JSON.parseJSON <$> phylo2dot2json Cleopatre.phyloCleopatre
case actual_e of
Left err -> fail err
Right (actual :: GraphData) -> pure actual
Right (actual :: GraphData) -> pure ("test-data/phylo/phylo2dot2json.golden.json", actual)
compareGraphDataFuzzy :: GraphData -> GraphData -> Bool
compareGraphDataFuzzy gd1 gd2 =
......@@ -255,8 +271,8 @@ testRelComp_Connected = do
(relatedComponents @Int) [[1,2], [3,5], [2,4],[9,5],[5,4]] @?= [[1,2,4,3,5,9]]
(relatedComponents @Int) [[1,2,5], [4,5,9]] @?= [[1,2,5,4,9]]
testToPhyloDeterminism :: (FilePath, IO BL.ByteString)
testToPhyloDeterminism = ("test-data/phylo/187481.json",) $ do
testToPhyloDeterminism :: IO (FilePath, BL.ByteString)
testToPhyloDeterminism = do
corpusPath' <- getDataFileName "test-data/phylo/GarganText_DocsList-nodeId-187481.tsv"
listPath' <- getDataFileName "test-data/phylo/GarganText_NgramsList-187482.tsv"
let config = phyloTestConfig { corpusPath = corpusPath'
......@@ -269,7 +285,9 @@ testToPhyloDeterminism = ("test-data/phylo/187481.json",) $ do
[Year 3 1 5,Month 3 1 5,Week 4 2 5]
mapList
let actual = setConfig phyloTestConfig $ toPhylo $ toPhyloWithoutLink corpus config
pure $ JSON.encodePretty actual
pure ( "test-data/phylo/187481.json"
, JSON.encodePretty actual
)
testCsvPhylo :: Assertion
testCsvPhylo = do
......
......@@ -4,19 +4,30 @@ module Test.Offline.Stemming.Lancaster where
import Prelude
import Data.ByteString.Char8 qualified as C8
import Data.ByteString.Lazy qualified as BIO
import Data.Text qualified as T
import Gargantext.Core.Text.Terms.Mono.Stem.Internal.Lancaster (stem)
import Gargantext.Prelude (toS)
import Test.Tasty
import Test.Tasty.Golden (goldenVsString)
import Test.Hspec
import Test.Hspec.Golden
import qualified Data.ByteString.Lazy as BL
import qualified Data.Text.Encoding as TE
goldenBS :: BL.ByteString -> Golden BL.ByteString
goldenBS actualOutput =
Golden {
output = actualOutput
, encodePretty = C8.unpack . BIO.toStrict
, writeToFile = \_ _ -> pure ()
, readFromFile = BIO.readFile
, goldenFile = "test-data/stemming/lancaster.txt"
, actualFile = Nothing
, failFirstTime = True
}
tests :: TestTree
tests = testGroup "Lancaster" [
goldenVsString "test vector works" "test-data/stemming/lancaster.txt" mkTestVector
]
tests :: Spec
tests = describe "Lancaster" $
it "test vector works" $ goldenBS mkTestVector
-- | List un /unstemmed/ test words
testWords :: [(Int, T.Text)]
......@@ -126,5 +137,5 @@ testWords = [
, (103, "corroborate")
]
mkTestVector :: IO BL.ByteString
mkTestVector = pure $ toS $ C8.unlines (map (\(indx, w) -> (C8.pack $ show indx) <> "," <> TE.encodeUtf8 (stem w)) testWords)
mkTestVector :: BL.ByteString
mkTestVector = toS $ C8.unlines (map (\(indx, w) -> (C8.pack $ show indx) <> "," <> TE.encodeUtf8 (stem w)) testWords)
......@@ -73,7 +73,7 @@ import Test.Hspec.Expectations
import Test.Hspec.Wai.JSON (FromValue(..))
import Test.Hspec.Wai (MatchBody(..), WaiExpectation, WaiSession, request)
import Test.Hspec.Wai.Matcher (MatchHeader(..), ResponseMatcher(..), bodyEquals, formatHeader, match)
import Test.Tasty.HUnit (Assertion, assertBool)
import Test.HUnit (Assertion, assertBool)
import Test.Utils.Notifications (withWSConnection, millisecond)
......
{--|
Module : Main.hs
Description : Main for Gargantext Tasty Tests
Copyright : (c) CNRS, 2017-Present
License : AGPL + CECILL v3
Maintainer : team@gargantext.org
Stability : experimental
Portability : POSIX
-}
module Main where
import Gargantext.Prelude
import qualified Test.Core.LinearAlgebra as LinearAlgebra
import qualified Test.Core.Notifications as Notifications
import qualified Test.Core.Orchestrator as Orchestrator
import qualified Test.Core.Similarity as Similarity
import qualified Test.Core.Text.Corpus.Query as CorpusQuery
import qualified Test.Core.Text.Corpus.TSV as TSVParser
import qualified Test.Core.Utils as Utils
import qualified Test.Core.Worker as Worker
import qualified Test.Graph.Clustering as Clustering
import qualified Test.Graph.Distance as Distance
import qualified Test.Ngrams.Lang.Occurrences as Occurrences
import qualified Test.Ngrams.NLP as NLP
import qualified Test.Ngrams.Query as NgramsQuery
import qualified Test.Ngrams.Terms as NgramsTerms
import qualified Test.Offline.Errors as Errors
import qualified Test.Offline.JSON as JSON
import qualified Test.Offline.Ngrams as Ngrams
import qualified Test.Offline.Phylo as Phylo
import qualified Test.Offline.Stemming.Lancaster as Lancaster
import qualified Test.Parsers.Date as PD
import qualified Test.Utils.Crypto as Crypto
import qualified Test.Utils.Jobs as Jobs
import System.IO (hGetBuffering, hSetBuffering)
import Test.Tasty
import Test.Tasty.Hspec
-- | https://mercurytechnologies.github.io/ghciwatch/integration/tasty.html
protectStdoutBuffering :: IO a -> IO a
protectStdoutBuffering action =
bracket
(hGetBuffering stdout)
(\bufferMode -> hSetBuffering stdout bufferMode)
(const action)
main :: IO ()
main = do
utilSpec <- testSpec "Utils" Utils.test
clusteringSpec <- testSpec "Graph Clustering" Clustering.test
distanceSpec <- testSpec "Graph Distance" Distance.test
dateSplitSpec <- testSpec "Date split" PD.testDateSplit
cryptoSpec <- testSpec "Crypto" Crypto.test
nlpSpec <- testSpec "NLP" NLP.test
jobsSpec <- testSpec "Jobs" Jobs.test
similaritySpec <- testSpec "Similarity" Similarity.test
asyncUpdatesSpec <- testSpec "Notifications" Notifications.test
occurrencesSpec <- testSpec "Occurrences" Occurrences.test
protectStdoutBuffering $ defaultMain $ testGroup "Gargantext"
[ utilSpec
, clusteringSpec
, distanceSpec
, dateSplitSpec
, cryptoSpec
, nlpSpec
, jobsSpec
, occurrencesSpec
, NgramsQuery.tests
, occurrencesSpec
, CorpusQuery.tests
, TSVParser.tests
, JSON.tests
, Ngrams.tests
, Errors.tests
, similaritySpec
, Phylo.tests
, testGroup "Stemming" [ Lancaster.tests ]
, Worker.tests
, asyncUpdatesSpec
, Notifications.qcTests
, Orchestrator.qcTests
, NgramsTerms.tests
, LinearAlgebra.tests
]
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment