From 3677815d57edf7a75e5229c17800c1ba6f9144d5 Mon Sep 17 00:00:00 2001 From: simon987 Date: Tue, 16 Nov 2021 11:39:10 -0500 Subject: [PATCH] Add more quotes in strip_quotes --- hexlib/text.py | 2 +- setup.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/hexlib/text.py b/hexlib/text.py index 1c3e4b7..4ff5904 100644 --- a/hexlib/text.py +++ b/hexlib/text.py @@ -97,7 +97,7 @@ def preprocess(text, lowercase=False, clean_html=False, remove_punctuation=False words = text.split() if strip_quotes: - words = filter(lambda w: w.strip("\"'"), words) + words = filter(lambda w: w.strip("\"'“"), words) if bigrams: words = _transform_bigram(nltk.bigrams(chain(words, ("*",))), bigrams) diff --git a/setup.py b/setup.py index 1de8b95..9199c84 100644 --- a/setup.py +++ b/setup.py @@ -2,7 +2,7 @@ from setuptools import setup setup( name="hexlib", - version="1.67", + version="1.68", description="Misc utility methods", author="simon987", author_email="me@simon987.net",