Commit cfa0fabb authored by Administrator's avatar Administrator

[BUGFIX] Europress Parser (adding language, get language from form, updating...

[BUGFIX] Europress Parser (adding language, get language from form, updating symlink towards treetagger.
parent 6336a361
...@@ -209,9 +209,9 @@ def project(request, project_id): ...@@ -209,9 +209,9 @@ def project(request, project_id):
parent = Node.objects.get(id=project_id) parent = Node.objects.get(id=project_id)
node_type = NodeType.objects.get(name='Corpus') node_type = NodeType.objects.get(name='Corpus')
if resource_type.name == "europresse_french": if resource_type.name == "europress_french":
language = Language.objects.get(iso2='fr') language = Language.objects.get(iso2='fr')
elif resource_type.name == "europresse_english": elif resource_type.name == "europress_english":
language = Language.objects.get(iso2='en') language = Language.objects.get(iso2='en')
try: try:
...@@ -231,7 +231,7 @@ def project(request, project_id): ...@@ -231,7 +231,7 @@ def project(request, project_id):
) )
corpus.save() corpus.save()
print(corpus.language)
corpus.add_resource( corpus.add_resource(
user=request.user, user=request.user,
type=resource_type, type=resource_type,
...@@ -479,7 +479,7 @@ def json_node_link(request): ...@@ -479,7 +479,7 @@ def json_node_link(request):
import networkx as nx import networkx as nx
from networkx.readwrite import json_graph from networkx.readwrite import json_graph
from gargantext_web.api import JsonHttpResponse from gargantext_web.api import JsonHttpResponse
#from analysis.louvain import * from analysis.louvain import best_partition
matrix = defaultdict(lambda : defaultdict(float)) matrix = defaultdict(lambda : defaultdict(float))
labels = dict() labels = dict()
...@@ -497,7 +497,6 @@ def json_node_link(request): ...@@ -497,7 +497,6 @@ def json_node_link(request):
x = copy(df.values) x = copy(df.values)
x = x / x.sum(axis=1) x = x / x.sum(axis=1)
# Removing unconnected nodes # Removing unconnected nodes
threshold = min(x.max(axis=1)) threshold = min(x.max(axis=1))
matrix_filtered = np.where(x > threshold, 1, 0) matrix_filtered = np.where(x > threshold, 1, 0)
...@@ -508,9 +507,11 @@ def json_node_link(request): ...@@ -508,9 +507,11 @@ def json_node_link(request):
#G = nx.relabel_nodes(G, dict(enumerate(df.columns))) #G = nx.relabel_nodes(G, dict(enumerate(df.columns)))
# Removing too connected nodes (find automatic way to do it) # Removing too connected nodes (find automatic way to do it)
outdeg = G.degree() # outdeg = G.degree()
to_remove = [n for n in outdeg if outdeg[n] >= 10] # to_remove = [n for n in outdeg if outdeg[n] >= 10]
G.remove_nodes_from(to_remove) # G.remove_nodes_from(to_remove)
partition = best_partition(G)
for node in G.nodes(): for node in G.nodes():
try: try:
......
/home/mat/projects/gargantext/old/gargantext-stable-2/shared/treetagger /srv/gargantext_lib/treetagger
\ No newline at end of file \ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment