[FIX] sessions + default nb of documents for scrapping.

gargantext_web/celery.py

@@ -47,13 +47,15 @@ def apply_workflow(corpus_id):
         print("End of the Workflow for corpus %d" % (corpus_id))
         update_state.processing_(int(corpus_id), "0")
         
-        mysession.close()
-        get_session.remove()
+        #mysession.close()
+        #get_session.remove()
+        mysession.remove()
     except Exception as error:
         print(error)
         PrintException()
-        mysession.close()
-        get_session.remove()
+        #mysession.close()
+        #get_session.remove()
+        mysession.remove()
 
 @shared_task
 def empty_trash(corpus_id):

gargantext_web/db.py

@@ -131,24 +131,24 @@ def literalquery(statement, dialect=None):
     return LiteralCompiler(dialect, statement)
 
 
-
+#
 def get_sessionmaker():
     from sqlalchemy.orm import sessionmaker
     return sessionmaker(bind=engine)
 
-#def get_session():
-#    session_factory = get_sessionmaker()
-#    return scoped_session(session_factory)
+def get_session():
+    session_factory = get_sessionmaker()
+    return scoped_session(session_factory)
 
 
 # get_session à importer, plus pratique pour les remove
-session_factory = get_sessionmaker()
-get_session = scoped_session(session_factory)
+#session_factory = get_sessionmaker()
+#get_session = scoped_session(session_factory)
 
 # the global session ------------
 # pour les modules qui importent
 # directement session
-session = get_session()
+session = get_session()()
 # -------------------------------
 
 

scrappers/scrap_pubmed/views.py

@@ -46,7 +46,8 @@ def getGlobalStats(request ):
 	alist = ["bar","foo"]
 
 	if request.method == "POST":
-		N = 1000
+		#N = 1000
+		N = 300
 		query = request.POST["query"]
 		print ("LOG::TIME:_ "+datetime.datetime.now().isoformat()+" query =", query )
 		print ("LOG::TIME:_ "+datetime.datetime.now().isoformat()+" N =", N )

templates/project.html

@@ -299,7 +299,7 @@
 					var origQuery = $("#id_name").val()
 					console.log("printing the results:")
 					console.log(origQuery)
-					testISTEX(origQuery.replace(" ","+"),1000)
+					testISTEX(origQuery.replace(" ","+"),300)
 				}
 			}
 			else {
@@ -349,7 +349,7 @@
 					console.log("enabling "+"#"+value.id)
 					$("#"+value.id).attr('onclick','getGlobalResults(this);');
 					// $("#submit_thing").prop('disabled' , false)
-					$("#submit_thing").html("Process a 1000 sample!")
+					$("#submit_thing").html("Process a 300 sample!")
 
 		            thequeries = data
 		            var N=0,k=0;
@@ -388,7 +388,7 @@
 					console.log("enabling "+"#"+value.id)
 					$("#"+value.id).attr('onclick','getGlobalResults(this);');
 					// $("#submit_thing").prop('disabled' , false)
-					$("#submit_thing").html("Process a 1000 sample!")
+					$("#submit_thing").html("Process a 300 sample!")
 
 		            thequeries = data
 		            var N=data.length,k=0;