add search word procession

Author: shmelevik

.coverage

@@ -6,5 +6,6 @@ readme = "README.md"
 requires-python = ">=3.11"
 dependencies = [
     "pytest>=8.3.4",
+    "pytest-cov>=6.0.0",
     "ruff>=0.9.6",
 ]

pyproject.toml

@@ -4,10 +4,13 @@ def search(docs: list, word: str) -> list:
     """
     Searches for a word in the documents and returns their IDs.
     """
+    def preprocess(text):
+        return re.sub(r'[^\w\s]', '', text).lower()
+    
     result = []
-    word = word.lower()
+    word = preprocess(word)
     for doc in docs:
-        cleaned_text = re.sub(r'[^\w\s]', '', doc['text'].lower())
+        cleaned_text = preprocess(doc['text'])
         if word in cleaned_text.split():
             result.append(doc['id'])
     return result

search_engine/search_engine.py

@@ -66,3 +66,14 @@ def test_search_empty_word(self, word):
         Test that the search function returns an empty list for empty or whitespace-only queries.
         """
         assert search(docs, word) == [], f'Expected [], but got {search(docs, word)}'
+
+
+    def test_with_punctuation(self):
+        """
+        Test that the search word can be with puntcuation
+        """
+        doc1 = {'id': 'doc1', 'text': "I can't shoot straight unless I've had a pint!"}
+        docs = [doc1]
+
+        assert search(docs, 'pint') == ['doc1']
+        assert search(docs, 'pint!') == ['doc1']