simon987/hexlib
1
0
Fork 0
mirror of https://github.com/simon987/hexlib.git synced 2025-04-19 17:56:43 +00:00
Code Issues Projects Releases Wiki Activity

ignore log in text

Browse Source
This commit is contained in:
simon987 2021-04-18 12:20:22 -04:00
parent d895ac837e
commit 18cd59fc4a
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
hexlib/text.py
View File

@ -1,5 +1,4 @@
import nltk.corpus import nltk.corpus
from hexlib.misc import silent_stderr
from lxml import etree from lxml import etree
from nltk.corpus import stopwords from nltk.corpus import stopwords
from nltk.stem import WordNetLemmatizer from nltk.stem import WordNetLemmatizer
@ -10,9 +9,8 @@ get_text = etree.XPath("//text()")
stop_words_en = set(stopwords.words("english")) stop_words_en = set(stopwords.words("english"))
with silent_stderr: nltk.download("stopwords", quiet=True)
nltk.download("stopwords") nltk.download("wordnet", quiet=True)
nltk.download("wordnet")
lemmatizer = WordNetLemmatizer() lemmatizer = WordNetLemmatizer()