Commit 9f5286ff authored by delanoe's avatar delanoe

[TEXT] Adapting messages for corpus.

parent c6935c7d
......@@ -199,7 +199,7 @@ RESOURCETYPES = [
'crawler': None,
},
{ 'type': 3,
'name': 'Pubmed [XML]',
'name': 'Pubmed [CRAWLER/XML]',
'format': 'Pubmed',
'parser': "PubmedParser",
'file_formats':["zip", "xml"],
......@@ -235,14 +235,14 @@ RESOURCETYPES = [
'crawler': None,
},
{ 'type': 8,
'name': 'ISTex',
'name': 'ISTex [CRAWLER]',
'format': 'json',
'parser': "ISTexParser",
'file_formats':["zip", "txt"],
'crawler': None,
},
{ "type": 9,
"name": 'SCOAP [XML]',
"name": 'SCOAP [CRAWLER/XML]',
"parser": "CernParser",
"format": 'MARC21',
'file_formats':["zip","xml"],
......@@ -257,7 +257,7 @@ RESOURCETYPES = [
# },
#
{ "type": 10,
"name": 'REPEC [MULTIVAC]',
"name": 'REPEC [CRAWLER]',
"parser": "MultivacParser",
"format": 'JSON',
'file_formats':["zip","json"],
......
......@@ -89,13 +89,15 @@ class MultivacCrawler(Crawler):
corpus = []
paging = 100
self.query_max = self.scan_results(query)
print("self.query_max : %s" % self.query_max)
if self.query_max > QUERY_SIZE_N_MAX:
msg = "Invalid sample size N = %i (max = %i)" % (self.query_max, QUERY_SIZE_N_MAX)
print("ERROR (scrap: multivac d/l ): ",msg)
print("ERROR (scrap: Multivac d/l ): ",msg)
self.query_max = QUERY_SIZE_N_MAX
for page in range(1, trunc(self.query_max / 100) + 1):
print("Downloading page %s to %s results" % (page, paging))
docs = self._get(query, fromPage=page, count=paging)["results"]["hits"]
for doc in docs:
corpus.append(doc)
......
......@@ -86,12 +86,12 @@
<button type="button" class="close" data-dismiss="modal" aria-label="Close">
<span aria-hidden="true">&times;</span>
</button>
<h2 class="modal-title"><h2><span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span> Uploading corpus...</h2>
<h2 class="modal-title"><h2><span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span>Building corpus...</h2>
</div>
<div class="modal-body">
<h5>
Your file has been uploaded !
Gargantext need some time to eat it.
Gargantext is gathering your texts
and need some time to eat it.
Duration depends on the size of the dish.
</h5>
</div>
......
......@@ -322,12 +322,12 @@
<button type="button" class="close" data-dismiss="modal" aria-label="Close">
<span aria-hidden="true">&times;</span>
</button>
<h2 class="modal-title"><h2><span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span> Uploading corpus...</h2>
<h2 class="modal-title"><h2><span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span> Building the corpus...</h2>
</div>
<div class="modal-body">
<p>
Your file has been uploaded !
Gargantext need some time to eat it.
Gargantext is gathering your texts
and need some time to eat it.
Duration depends on the size of the dish.
</p>
</div>
......
......@@ -199,12 +199,12 @@
<button type="button" class="close" data-dismiss="modal" aria-label="Close">
<span aria-hidden="true">&times;</span>
</button>
<h2 class="modal-title"><h2><span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span> Uploading corpus...</h2>
<h2 class="modal-title"><h2><span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span>Building the corpus...</h2>
</div>
<div class="modal-body">
<p>
Your file has been uploaded !
Gargantext need some time to eat it.
Gargantext is gathering your texts
and need some time to eat it.
Duration depends on the size of the dish.
</p>
</div>
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment