Skip to content

gargantext
gargantext
Commit e34b48b5 authored by c24b's avatar c24b
Browse files
Options

BATCH DOCUMENTS COUNT

parent 2ab611b5
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
gargantext/util/toolchain/parsing.py
View file @ e34b48b5
...@@ -127,8 +127,8 @@ def parse(corpus): ...@@ -127,8 +127,8 @@ def parse(corpus):
hyperdata = hyperdata, hyperdata = hyperdata,
) )
#corpus.save_hyperdata() #corpus.save_hyperdata()
session.add(document) # session.add(document)
session.commit() # session.commit()
if "error" in hyperdata.keys(): if "error" in hyperdata.keys():
#document.status("error") #document.status("error")
...@@ -142,8 +142,8 @@ def parse(corpus): ...@@ -142,8 +142,8 @@ def parse(corpus):
if documents_count % BATCH_PARSING_SIZE == 0: if documents_count % BATCH_PARSING_SIZE == 0:
corpus.status('Docs', progress=documents_count) corpus.status('Docs', progress=documents_count)
corpus.save_hyperdata() corpus.save_hyperdata()
session.add(corpus) #session.add(corpus)
session.commit() #session.commit()
# update info about the resource # update info about the resource
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment