Commit 6845ac3e authored by delanoe's avatar delanoe

[FEAT] adding regex for stops in french.

parent 944e283d
...@@ -57,8 +57,9 @@ def isStopWord(ngram, stop_words=None): ...@@ -57,8 +57,9 @@ def isStopWord(ngram, stop_words=None):
, "(.*)(\.)(.*)" , "(.*)(\.)(.*)"
, "(.*)(\,)(.*)" , "(.*)(\,)(.*)"
, "(.*)(study)(.*)" , "(.*)(study)(.*)"
, "(.*)(xx|xi|xv)(.*)"
, "(.*)(result)(.*)" , "(.*)(result)(.*)"
, "(.*)(année)(.*)" , "(.*)(année|nombre|moitié)(.*)"
, "(.*)(temps)(.*)" , "(.*)(temps)(.*)"
, "(.*)(%)(.*)" , "(.*)(%)(.*)"
, "(.*)(\{)(.*)" , "(.*)(\{)(.*)"
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment