Commit 8878572d authored by Mudada's avatar Mudada

Done

parent e0743564
# Changelog for crawlerISTEX
## Unreleased changes
Copyright Mudada (c) 2019
All rights reserved.
Redistribution and use in source and binary forms, with or without
modification, are permitted provided that the following conditions are met:
* Redistributions of source code must retain the above copyright
notice, this list of conditions and the following disclaimer.
* Redistributions in binary form must reproduce the above
copyright notice, this list of conditions and the following
disclaimer in the documentation and/or other materials provided
with the distribution.
* Neither the name of Mudada nor the names of other
contributors may be used to endorse or promote products derived
from this software without specific prior written permission.
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
import Distribution.Simple
main = defaultMain
{-# LANGUAGE OverloadedStrings #-}
module Main where
import ISTEX
import ISTEX.Client
main :: IO ()
main = do
res <- runIstexAPIClient $ search (Just 40) (Just "ia") (Just "author,title")
case res of
(Left err) -> print err
(Right val) -> print val
cabal-version: 1.12
-- This file has been generated from package.yaml by hpack version 0.31.1.
--
-- see: https://github.com/sol/hpack
--
-- hash: 1b6f6ece1304eb1586d6ae93969d55e01cea6c4a9bae285b84794dd960541b1b
name: crawlerISTEX
version: 0.1.0.0
description: Please see the README on GitHub at <https://github.com/Mudada/crawlerISTEX#readme>
homepage: https://github.com/Mudada/crawlerISTEX#readme
bug-reports: https://github.com/Mudada/crawlerISTEX/issues
author: Mudada
maintainer: mael.nicolas77@gmail.com
copyright: Mudada
license: BSD3
license-file: LICENSE
build-type: Simple
extra-source-files:
README.md
ChangeLog.md
source-repository head
type: git
location: https://github.com/Mudada/crawlerISTEX
library
exposed-modules:
ISTEX
ISTEX.Client
other-modules:
Paths_crawlerISTEX
hs-source-dirs:
src
build-depends:
aeson
, base >=4.7 && <5
, http-client
, http-client-tls
, lens
, servant
, servant-client
, text
default-language: Haskell2010
executable crawlerISTEX-exe
main-is: Main.hs
other-modules:
Paths_crawlerISTEX
hs-source-dirs:
app
ghc-options: -threaded -rtsopts -with-rtsopts=-N
build-depends:
aeson
, base >=4.7 && <5
, crawlerISTEX
, http-client
, http-client-tls
, lens
, servant
, servant-client
, text
default-language: Haskell2010
test-suite crawlerISTEX-test
type: exitcode-stdio-1.0
main-is: Spec.hs
other-modules:
Paths_crawlerISTEX
hs-source-dirs:
test
ghc-options: -threaded -rtsopts -with-rtsopts=-N
build-depends:
aeson
, base >=4.7 && <5
, crawlerISTEX
, http-client
, http-client-tls
, lens
, servant
, servant-client
, text
default-language: Haskell2010
name: crawlerISTEX
version: 0.1.0.0
github: "Mudada/crawlerISTEX"
license: BSD3
author: "Mudada"
maintainer: "mael.nicolas77@gmail.com"
copyright: "Mudada"
extra-source-files:
- README.md
- ChangeLog.md
# Metadata used when publishing your package
# synopsis: Short description of your package
# category: Web
# To avoid duplicated efforts in documentation and dealing with the
# complications of embedding Haddock markup inside cabal files, it is
# common to point users to the README.md file.
description: Please see the README on GitHub at <https://github.com/Mudada/crawlerISTEX#readme>
dependencies:
- aeson
- base >= 4.7 && < 5
- text
- lens
- servant
- servant-client
- http-client
- http-client-tls
library:
source-dirs: src
executables:
crawlerISTEX-exe:
main: Main.hs
source-dirs: app
ghc-options:
- -threaded
- -rtsopts
- -with-rtsopts=-N
dependencies:
- crawlerISTEX
tests:
crawlerISTEX-test:
main: Spec.hs
source-dirs: test
ghc-options:
- -threaded
- -rtsopts
- -with-rtsopts=-N
dependencies:
- crawlerISTEX
module ISTEX where
import ISTEX.Client
import Network.HTTP.Client (newManager)
import Network.HTTP.Client.TLS (tlsManagerSettings)
import Servant.Client
runIstexAPIClient :: ClientM (Documents) -> IO (Either ClientError Documents)
runIstexAPIClient cmd = do
manager' <- newManager tlsManagerSettings
runClientM cmd (mkClientEnv manager' $ BaseUrl Https "api.istex.fr" 443 "document")
{-# LANGUAGE OverloadedStrings #-}
{-# LANGUAGE TypeOperators #-}
{-# LANGUAGE DataKinds #-}
{-# LANGUAGE DeriveGeneric #-}
{-# LANGUAGE TemplateHaskell #-}
module ISTEX.Client where
import GHC.Generics
import Data.Aeson
import Control.Applicative ((<|>))
import Servant.API
import Servant.Client
import Data.Proxy (Proxy(..))
import qualified Data.Text as T
import qualified Control.Lens as L
data Author = Author
{
_name :: T.Text,
_affiliations :: [T.Text]
} deriving (Show, Generic)
L.makeLenses ''Author
instance FromJSON Author where
parseJSON (Object o) =
Author <$> (o .: "name") <*> (o .: "affiliations" <|> pure [])
data Document = Document
{
_id :: T.Text,
_title :: Maybe T.Text,
_authors :: [Author]
} deriving (Show, Generic)
L.makeLenses ''Document
instance FromJSON Document where
parseJSON (Object o) =
Document <$> (o .: "id") <*> (o .:? "title") <*> (o .: "author" <|> pure [])
data Documents = Documents
{
_total :: Int,
_hits :: [Document]
} deriving (Show, Generic)
L.makeLenses ''Documents
instance FromJSON Documents where
parseJSON (Object o) =
Documents <$> (o .: "total") <*> (o .: "hits")
type ISTEXAPI = Search
type Search = QueryParam "size" Int
:> QueryParam "q" T.Text
:> QueryParam "output" T.Text
:> Get '[JSON] Documents
istexProxy :: Proxy (ISTEXAPI)
istexProxy = Proxy
search :: Maybe Int -> Maybe T.Text -> Maybe T.Text -> ClientM Documents
search = client istexProxy
# This file was automatically generated by 'stack init'
#
# Some commonly used options have been documented as comments in this file.
# For advanced use and comprehensive documentation of the format, please see:
# https://docs.haskellstack.org/en/stable/yaml_configuration/
# Resolver to choose a 'specific' stackage snapshot or a compiler version.
# A snapshot resolver dictates the compiler version and the set of packages
# to be used for project dependencies. For example:
#
# resolver: lts-3.5
# resolver: nightly-2015-09-21
# resolver: ghc-7.10.2
#
# The location of a snapshot can be provided as a file or url. Stack assumes
# a snapshot provided as a file might change, whereas a url resource does not.
#
# resolver: ./custom-snapshot.yaml
# resolver: https://example.com/snapshots/2018-01-01.yaml
resolver: lts-14.1
# User packages to be built.
# Various formats can be used as shown in the example below.
#
# packages:
# - some-directory
# - https://example.com/foo/bar/baz-0.0.2.tar.gz
# - location:
# git: https://github.com/commercialhaskell/stack.git
# commit: e7b331f14bcffb8367cd58fbfc8b40ec7642100a
# - location: https://github.com/commercialhaskell/stack/commit/e7b331f14bcffb8367cd58fbfc8b40ec7642100a
# subdirs:
# - auto-update
# - wai
packages:
- .
# Dependency packages to be pulled from upstream that are not in the resolver
# using the same syntax as the packages field.
# (e.g., acme-missiles-0.3)
# extra-deps: []
# Override default flag values for local packages and extra-deps
# flags: {}
# Extra package databases containing global packages
# extra-package-dbs: []
# Control whether we use the GHC we find on the path
# system-ghc: true
#
# Require a specific version of stack, using version ranges
# require-stack-version: -any # Default
# require-stack-version: ">=1.9"
#
# Override the architecture used by stack, especially useful on Windows
# arch: i386
# arch: x86_64
#
# Extra directories used by stack for building
# extra-include-dirs: [/path/to/dir]
# extra-lib-dirs: [/path/to/dir]
#
# Allow a newer minor version of GHC than the snapshot specifies
# compiler-check: newer-minor
main :: IO ()
main = putStrLn "Test suite not yet implemented"
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment