diff --git a/chatbot.py b/chatbot.py index d7bc10a..6cd7e7e 100644 --- a/chatbot.py +++ b/chatbot.py @@ -25,7 +25,7 @@ with open('chatbot.txt','r', encoding='utf8', errors ='ignore') as fin: raw = fin.read().lower() -#TOkenisation +#Tokenisation sent_tokens = nltk.sent_tokenize(raw)# converts to list of sentences word_tokens = nltk.word_tokenize(raw)# converts to list of words