ignore log in text

This commit is contained in:
simon987 2021-04-18 12:18:27 -04:00
parent ae59522b27
commit d895ac837e

View File

@ -1,5 +1,5 @@
import nltk.corpus import nltk.corpus
from hexlib.misc import silent_stdout from hexlib.misc import silent_stderr
from lxml import etree from lxml import etree
from nltk.corpus import stopwords from nltk.corpus import stopwords
from nltk.stem import WordNetLemmatizer from nltk.stem import WordNetLemmatizer
@ -10,7 +10,7 @@ get_text = etree.XPath("//text()")
stop_words_en = set(stopwords.words("english")) stop_words_en = set(stopwords.words("english"))
with silent_stdout: with silent_stderr:
nltk.download("stopwords") nltk.download("stopwords")
nltk.download("wordnet") nltk.download("wordnet")