IMPORT constants crawlers+ taggers

gargantext/util/crawlers/__init__.py

+import importlib
+from gargantext.constants import RESOURCETYPES
+from gargantext.settings import DEBUG
+
+#if DEBUG: print("Loading available Crawlers")
+
+base_parser = "gargantext.util.crawlers"
+for resource in RESOURCETYPES:
+    if resource["crawler"] is not None:
+        try:
+            name =resource["crawler"]
+            #crawler is type basename+"Crawler"
+            filename = name.replace("Crawler", "").lower()
+            module = base_parser+".%s" %(filename)
+            importlib.import_module(module)
+
+            #if DEBUG: print("\t-", name)
+        except Exception as e:
+            print("Check constants.py RESOURCETYPES declaration %s \nCRAWLER %s is not available for %s" %(str(e), resource["crawler"], resource["name"]))
+
+#initial import
+#from .cern import CernCrawler
+#from .istex import ISTexCrawler
+#from .pubmed import PubmedCrawler
+

gargantext/util/taggers/__init__.py

-from .TurboTagger import TurboTagger
-from .NltkTagger import NltkTagger
-from .TreeTagger import TreeTagger
-from .MeltTagger import EnglishMeltTagger, FrenchMeltTagger
+#version2
+#imported as needed
+
+#Version 1
+#~ import importlib
+#~ from gargantext.constants import LANGUAGES
+#~ from gargantext.settings import DEBUG
+
+
+#~ if DEBUG:
+    #~ print("Loading available Taggers:")
+
+#~ for lang, tagger in LANGUAGES.items():
+    #~ tagger = tagger["tagger"]
+    #~ filename = "gargantext.util.taggers.%s" %(tagger)
+    #~ if DEBUG:
+        #~ print("\t-%s (%s)" %(tagger, lang))
+    #~ getattr(importlib.import_module(filename), tagger)()
+
+
+#VERSION 0
+#~ #initally a manual import declaration
+#~ from .TurboTagger import TurboTagger
+#~ from .NltkTagger import NltkTagger
+#~ from .TreeTagger import TreeTagger
+#~ from .MeltTagger import EnglishMeltTagger, FrenchMeltTagger