[FEAT] adding scrapers, maybe to add inside the API.

gargantext/urls.py

@@ -26,7 +26,7 @@ from annotations.views import main as annotations_main_view
 from graphExplorer.rest import Graph
 from graphExplorer.views import explorer
 
-from scrappers          import urls as scrappers_urls
+from scrapers          import urls as scrapers_urls
 
 urlpatterns = [ url(r'^admin/', admin.site.urls)
               , url(r'^generated/', include(gargantext.views.generated.urls))
@@ -45,5 +45,5 @@ urlpatterns = [ url(r'^admin/', admin.site.urls)
               , url(r'^projects/(\d+)/corpora/(\d+)/node_link.json$',    Graph.as_view())
               #url(r'^projects/(\d+)/corpora/(\d+)/explorer$', include(graphExplorer.urls))
               #url(r'^projects/(\d+)/corpora/(\d+)/explorer$', include(graphExplorer_urls))
-              , url(r'^scrappers/', include(scrappers_urls))
+              , url(r'^scrapers/', include(scrapers_urls))
               ]

gargantext/views/api/urls.py

@@ -2,7 +2,6 @@ from django.conf.urls import url
 
 from . import nodes
 from . import ngramlists
-from . import scraping
 
 urlpatterns = [ url(r'^nodes$'                , nodes.NodeListResource.as_view())
               , url(r'^nodes/(\d+)$'          , nodes.NodeResource.as_view()    )
@@ -22,7 +21,4 @@ urlpatterns = [ url(r'^nodes$'                , nodes.NodeListResource.as_view()
                 # aka lexical model
 
 
-              #, url(r'^scraping$'              , scraping.Target.as_view()      )
-                # Scraping : getting data from external database
-                # Available databases : Pubmed, IsTex, (next: CERN)
               ]

scrappers/pubmed.py → scrapers/pubmed.py

 
-from scrappers.MedlineFetcher import MedlineFetcher
+from scrapers.MedlineFetcher import MedlineFetcher
 
 
 # from datetime import datetime
@@ -24,7 +24,7 @@ from gargantext.util.toolchain import parse_extract_indexhyperdata
 
 
 
-# pour lire la section [scrappers] de gargantext.ini
+# pour lire la section [scrapers] de gargantext.ini
 #from configparser import ConfigParser
 
 # --------------------------------------------------------------------

scrappers/urls.py → scrapers/urls.py

 from django.conf.urls import url
 
-import scrappers.pubmed as pubmed
+import scrapers.pubmed as pubmed
+#import scrapers.istex as istex
+#import scrapers.cern  as cern
+#import scrapers.hal   as hal
 
 
-# /!\ urls patterns here are *without* the trailing slash
+# Scraping : getting data from external database
+# Available databases : Pubmed, IsTex, (next: CERN)
 
+# /!\ urls patterns here are *without* the trailing slash
 urlpatterns = [ url(r'^pubmed/query$', pubmed.getGlobalStats)
+            #, url(r'^scraping$'              , scraping.Target.as_view()      )
               ,
               ]