factorize stable part to compute it befor loop

3b2c4c53 · Romain Loth · ea1f68a4 · 3b2c4c53
Commit 3b2c4c53 authored Mar 07, 2016 by Romain Loth
Hide whitespace changes
Inline Side-by-side

Showing with 5 additions and 3 deletions

ngram_scores.py gargantext/util/toolchain/ngram_scores.py +5 -3

No files found.
--- a/gargantext/util/toolchain/ngram_scores.py
+++ b/gargantext/util/toolchain/ngram_scores.py
@@ -84,11 +84,13 @@ def compute_tfidf_local(corpus):
                    .all()
                   )

-    # ---------------------------------------------
+    # -------------------------------------------------
    tfidfs = {}
+    log_tot_docs = log(total_docs)
    for (ngram_id, tf, nd) in tf_nd:
-        tfidfs[ngram_id] = tf * log(total_docs/nd)
-    # ---------------------------------------------
+        # tfidfs[ngram_id] = tf * log(total_docs/nd)
+        tfidfs[ngram_id] = tf * (log_tot_docs-log(nd))
+    # -------------------------------------------------

    # create the new TFIDF-CORPUS node
    ltfidf = Node()