Add remove_numbers

2025-12-13 14:49:05 +00:00 · 2021-08-28 20:06:53 -04:00
parent a7bf5b2d15
commit 67c09cc10c
3 changed files with 19 additions and 3 deletions
--- a/test/test_text.py
+++ b/test/test_text.py
@@ -233,3 +233,14 @@ class TestText(TestCase):
        expected = "x a_b c_d e f_g h"

        self.assertEqual(cleaned, expected)
+
+    def test_remove_numbers(self):
+        text = "Hello1 test1124test 12 1 1111111 world"
+        cleaned = preprocess(
+            text,
+            lowercase=True,
+            remove_numbers=True
+        )
+        expected = "hello1 test1124test world"
+
+        self.assertEqual(cleaned, expected)