Skip to content

gargantext
gargantext
Commit da72781a authored by Romain Loth's avatar Romain Loth
Browse files
Options

melt tagger filter: 'sent_bound' => '_sent_bound'

parent 9af9c712
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
gargantext/util/taggers/MeltTagger.py
View file @ da72781a
...@@ -107,7 +107,7 @@ class MeltTagger(Tagger): ...@@ -107,7 +107,7 @@ class MeltTagger(Tagger):
if not lemmatize: if not lemmatize:
# without lemmatization # without lemmatization
for form, tag in tagged_tokens: for form, tag in tagged_tokens:
if form != "SENT_BOUND": if form != "_SENT_BOUND":
yield (form, self._tag_replacements[tag]) yield (form, self._tag_replacements[tag])
else: else:
# with lemmatization # with lemmatization
...@@ -119,7 +119,7 @@ class MeltTagger(Tagger): ...@@ -119,7 +119,7 @@ class MeltTagger(Tagger):
for token in lemmatized.split(): for token in lemmatized.split():
if len(token): if len(token):
values = token.split('/') values = token.split('/')
if values[0] != "SENT_BOUND": if values[0] != "_SENT_BOUND":
yield (values[0], self._tag_replacements[values[1]], values[2].replace('*', '')) yield (values[0], self._tag_replacements[values[1]], values[2].replace('*', ''))
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment