[FIX] bottleneck, need a limit to select.

ngram/specificity.py

@@ -13,12 +13,18 @@ from analysis.cooccurrences import cooc
 from gargantext_web.db import session, cache, get_or_create_node, bulk_insert
 from gargantext_web.db import NodeNgramNgram, NodeNodeNgram
 
+from sqlalchemy import desc, asc, or_, and_, Date, cast, select
 
-def specificity(cooc_id=None, corpus=None):
+def specificity(cooc_id=None, corpus=None, limit=100):
     '''
     Compute the specificity, simple calculus.
     '''
-    cooccurrences = session.query(NodeNgramNgram).filter(NodeNgramNgram.node_id==cooc_id).all()
+
+    cooccurrences = (session.query(NodeNgramNgram)
+                    .filter(NodeNgramNgram.node_id==cooc_id)
+                    .order_by(NodeNgramNgram.score)
+                    .limit(limit)
+                    )
 
     matrix = defaultdict(lambda : defaultdict(float))
 
@@ -61,7 +67,7 @@ def compute_specificity(corpus,limit=100):
     list_cvalue = get_or_create_node(nodetype='Cvalue', corpus=corpus)
     cooc_id = cooc(corpus=corpus, cvalue_id=list_cvalue.id,limit=limit)
 
-    specificity(cooc_id=cooc_id,corpus=corpus)
+    specificity(cooc_id=cooc_id,corpus=corpus,limit=limit)
     dbg.show('specificity')