Unit tests coverage for plugins and classes in main

.gitignore

@@ -68,3 +68,4 @@ RemoteSystemsTempFiles
 .metadata
 .settings
 *.prefs
+.vscode/

plugins/googles.py → plugins/google.py

@@ -36,6 +36,6 @@ class Plugin:
     def __init__(self, app, conf):#
         global app_emailharvester, config
         #config = conf
-        app.register_plugin('googles', {'search': search})
+        app.register_plugin('google', {'search': search})
         app_emailharvester = app
 

tests/test_emailharvester.py

@@ -0,0 +1,103 @@
+import unittest
+from unittest.mock import MagicMock, patch, Mock
+import sys
+import os
+
+sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), '../../')))
+
+import EmailHarvester
+
+class TestEmailHarvester(unittest.TestCase):
+    def setUp(self):
+        self.userAgent = 'test-agent'
+        self.proxy = None
+        self.emailHarvester = EmailHarvester.EmailHarvester(self.userAgent, self.proxy)
+
+    def test_register_plugin(self):
+        mock_function = MagicMock()
+
+        self.emailHarvester.register_plugin('test_method', {'function': mock_function})
+
+        self.assertIn('test_method', self.emailHarvester.plugins)
+        self.assertEqual({'function': mock_function}, self.emailHarvester.plugins['test_method'])
+
+    def test_get_plugins(self):
+        mock_function1 = MagicMock()
+        self.emailHarvester.register_plugin('test_method1', {'function1': mock_function1})
+
+        mock_function2 = MagicMock()
+        self.emailHarvester.register_plugin('test_method2', {'function2': mock_function2})
+
+        self.assertEqual(self.emailHarvester.get_plugins(), self.emailHarvester.plugins)
+
+    @patch('builtins.print')
+    def test_show_message(self, mock_print):
+        test_message = "Test message"
+        self.emailHarvester.show_message(test_message)
+        mock_print.assert_called_once_with(test_message)
+
+    def test_init_search(self):
+        url = 'http://example.com/search?q={word}&start={counter}' 
+        word = 'test' 
+        limit = 100
+        counterInit = 0
+        counterStep = 10 
+        engineName = 'Test-Engine'
+
+        self.emailHarvester.init_search(url, word, limit, counterInit, counterStep, engineName)
+
+        self.assertEqual(url, self.emailHarvester.url)
+        self.assertEqual(word, self.emailHarvester.word)
+        self.assertEqual(limit, self.emailHarvester.limit)
+        self.assertEqual(counterInit, self.emailHarvester.counter)
+        self.assertEqual(counterStep, self.emailHarvester.step)
+        self.assertEqual(engineName, self.emailHarvester.activeEngine)
+        self.assertEqual("",self.emailHarvester.results)
+        self.assertEqual("", self.emailHarvester.totalresults)
+
+    @patch('requests.get')
+    def test_do_search(self, mock_get):
+        url = "http://example.com/search?q={word}&start={counter}"
+        word = "test"
+        response_content = "Search results content"
+        mock_response = Mock()
+        mock_response.content = response_content.encode('utf-8')
+        mock_response.encoding = 'utf-8'
+        mock_get.return_value = mock_response
+
+        self.emailHarvester.init_search(url, word, 1, 0, 1, "ExampleEngine")
+        self.emailHarvester.do_search()
+
+        expected_url = url.format(counter = '0', word = word)
+        mock_get.assert_called_once_with(expected_url, headers={'User-Agent': self.userAgent})
+        self.assertEqual(response_content, self.emailHarvester.results)
+        self.assertEqual(response_content, self.emailHarvester.totalresults)
+
+    @patch('time.sleep', return_value = None)
+    @patch('requests.get')
+    @patch('builtins.print')    
+    def test_process(self, mock_print, mock_get, mock_sleep):
+        url = "http://example.com/search?q={word}&start={counter}"
+        word = "test"
+        response_content = "Search results content"
+        mock_response = Mock()
+        mock_response.content = response_content.encode('utf-8')
+        mock_response.encoding = 'utf-8'
+        mock_get.return_value = mock_response
+
+        self.emailHarvester.init_search(url, word, 20, 0, 10, "ExampleEngine")
+        self.emailHarvester.process()
+
+        self.assertEqual(2, mock_get.call_count)
+        self.assertEqual(20, self.emailHarvester.counter)
+        self.assertEqual(response_content * 2, self.emailHarvester.totalresults)
+
+    def test_get_emails(self):
+        self.emailHarvester.totalresults = "Contact us at [email protected] and [email protected]"
+        self.emailHarvester.word = "example.com"
+        emails = self.emailHarvester.get_emails()
+        expected_emails = ["[email protected]", "[email protected]"]
+        self.assertEqual(set(expected_emails), set(emails))
+
+if __name__ == '__main__':
+    unittest.main()

tests/test_myparser.py

@@ -0,0 +1,40 @@
+import unittest
+from unittest.mock import MagicMock, patch
+import sys
+import os
+
+sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), '../../')))
+
+import EmailHarvester
+
+class TestMyParser(unittest.TestCase):
+    def setUp(self):
+        self.testParser = EmailHarvester.myparser()
+
+    def test_extract(self):
+        self.testParser.extract("some results", "example.com")
+        self.assertEqual("some results", self.testParser.results)
+        self.assertEqual("example.com", self.testParser.word)
+
+
+    def test_genericClean(self):
+        self.testParser.extract("<KW>test</KW>%2f<em>email</em>", "example.com")
+        self.testParser.genericClean()
+        expected_result = "test email"
+        self.assertEqual(expected_result, self.testParser.results)
+
+    def test_emails(self):
+        self.testParser.extract("Contact us at [email protected] and [email protected]", "example.com")
+        emails = self.testParser.emails()
+        expected_emails = ["[email protected]", "[email protected]"]
+        self.assertEqual(set(expected_emails), set(emails))
+
+    def test_unique(self):
+        self.testParser.temp = ["[email protected]", "[email protected]", "[email protected]"]
+        unique_emails = self.testParser.unique()
+        expected_unique_emails = ["[email protected]", "[email protected]"]
+        self.assertEqual(set(expected_unique_emails), set(unique_emails))
+
+
+if __name__ == '__main__':
+    unittest.main()

tests/test_plugins/test_ask.py

@@ -0,0 +1,68 @@
+import unittest
+from unittest.mock import MagicMock, patch
+import sys
+import os
+
+sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), '../../')))
+
+from plugins.ask import Plugin, search, AskSearch
+
+class TestAskPlugin(unittest.TestCase):
+    def setUp(self):
+        self.app_mock = MagicMock()
+        self.config = {'useragent':'test-agent', 'proxy': None}
+        self.plugin = Plugin(self.app_mock, self.config)
+
+    def test_plugin_init(self):
+        self.app_mock.register_plugin.assert_called_once_with('ask', {'search': search})
+
+    @patch('plugins.ask.config', new_callable=dict)
+    @patch('plugins.ask.requests.get')
+    @patch('plugins.ask.app_emailharvester')
+    def test_search(self, mock_app_emailharvester, mock_requests_get, mock_config):
+        # Setup mock configuration
+        mock_config['proxy'] = None
+        mock_config['useragent'] = 'test-agent'
+
+        # Mock parser methods
+        mock_app_emailharvester.parser = MagicMock()
+        mock_app_emailharvester.parser.extract = MagicMock()
+        mock_app_emailharvester.parser.emails = MagicMock(return_value=['[email protected]'])
+
+        # Mock the HTTP response from requests.get
+        mock_response = MagicMock()
+        mock_response.content.decode.return_value = "response content"
+        mock_response.encoding = 'utf-8'
+        mock_requests_get.return_value = mock_response
+
+        domain = "email.com"
+        limit = 10
+
+        # Execute the search function
+        result = search(domain, limit)
+
+        #---
+
+        expected_url_template = 'http://www.ask.com/web?q=%40{word}&page={page}'
+
+        # Extract called URLs from requests.get
+        urls_called = [call[0][0] for call in mock_requests_get.call_args_list]
+
+        # Generate expected URLs
+        expected_urls = [expected_url_template.format(word=domain, page=i+1) for i in range(limit // 10)]
+
+        # Verify that each expected URL was called
+        for expected_url in expected_urls:
+            self.assertIn(expected_url, urls_called, f"{expected_url} was not called")
+
+        #---
+
+        # Verify that the parser methods were called correctly
+        mock_app_emailharvester.parser.extract.assert_called_once_with("response content", domain)
+        mock_app_emailharvester.parser.emails.assert_called_once()
+
+        # Check the result of the search function
+        self.assertEqual(['[email protected]'], result)
+
+if __name__ == '__main__':
+    unittest.main()

tests/test_plugins/test_baidu.py

@@ -0,0 +1,41 @@
+import unittest
+from unittest.mock import MagicMock, patch
+import sys
+import os
+
+sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), '../../')))
+
+from plugins.baidu import Plugin, search
+
+class TestBaiduPlugin(unittest.TestCase):
+    def setUp(self):
+        self.app_mock = MagicMock()
+        self.config = {'useragent':'test-agent', 'proxy': None}
+        self.plugin = Plugin(self.app_mock, self.config)
+
+    def test_plugin_init(self):
+        self.app_mock.register_plugin.assert_called_once_with('baidu', {'search': search})
+
+    @patch('plugins.baidu.app_emailharvester')
+    def test_search(self, mock_app_emailharvester):
+        mock_app_emailharvester.init_search = MagicMock()
+        mock_app_emailharvester.process = MagicMock()
+        mock_app_emailharvester.get_emails = MagicMock(return_value = ['[email protected]'])
+
+        domain = "email.com"
+        limit = 10
+        result = search(domain,limit)
+
+        expected_url = 'http://www.baidu.com/search/s?wd="%40{word}"&pn={counter}'
+
+        mock_app_emailharvester.init_search(expected_url, domain, limit, 0, 10, 'Baidu')
+        mock_app_emailharvester.process.assert_called_once()
+        mock_app_emailharvester.get_emails.assert_called_once()
+
+        self.assertEqual(['[email protected]'], result)
+
+
+
+
+if __name__ == '__main__':
+    unittest.main()

tests/test_plugins/test_bing.py

@@ -0,0 +1,38 @@
+import unittest
+from unittest.mock import MagicMock, patch
+import sys
+import os
+
+sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), '../../')))
+
+from plugins.bing import Plugin, search
+
+class TestBingPlugin(unittest.TestCase):
+    def setUp(self):
+        self.app_mock = MagicMock()
+        self.config = {'useragent':'test-agent', 'proxy': None}
+        self.plugin = Plugin(self.app_mock, self.config)
+
+    def test_plugin_init(self):
+        self.app_mock.register_plugin.assert_called_once_with('bing', {'search': search})
+
+    @patch('plugins.bing.app_emailharvester')
+    def test_search(self, mock_app_emailharvester):
+        mock_app_emailharvester.init_search = MagicMock()
+        mock_app_emailharvester.process = MagicMock()
+        mock_app_emailharvester.get_emails = MagicMock(return_value = ['[email protected]'])
+
+        domain = "email.com"
+        limit = 10
+        result = search(domain,limit)
+
+        expected_url = 'http://www.bing.com/search?q=%40{word}&count=50&first={counter}'
+
+        mock_app_emailharvester.init_search(expected_url, domain, limit, 0, 50, 'Bing')
+        mock_app_emailharvester.process.assert_called_once()
+        mock_app_emailharvester.get_emails.assert_called_once()
+
+        self.assertEqual(['[email protected]'], result)
+
+if __name__ == '__main__':
+    unittest.main()

tests/test_plugins/test_dogpile.py

@@ -0,0 +1,38 @@
+import unittest
+from unittest.mock import MagicMock, patch
+import sys
+import os
+
+sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), '../../')))
+
+from plugins.dogpile import Plugin, search
+
+class TestDogpilePlugin(unittest.TestCase):
+    def setUp(self):
+        self.app_mock = MagicMock()
+        self.config = {'useragent':'test-agent', 'proxy': None}
+        self.plugin = Plugin(self.app_mock, self.config)
+
+    def test_plugin_init(self):
+        self.app_mock.register_plugin.assert_called_once_with('dogpile', {'search': search})
+
+    @patch('plugins.dogpile.app_emailharvester')
+    def test_search(self, mock_app_emailharvester):
+        mock_app_emailharvester.init_search = MagicMock()
+        mock_app_emailharvester.process = MagicMock()
+        mock_app_emailharvester.get_emails = MagicMock(return_value = ['[email protected]'])
+
+        domain = "email.com"
+        limit = 10
+        result = search(domain,limit)
+
+        expected_url = 'http://www.dogpile.com/search/web?qsi={counter}&q="%40{word}"'
+
+        mock_app_emailharvester.init_search(expected_url, domain, limit, 1, 10, 'Dogpile')
+        mock_app_emailharvester.process.assert_called_once()
+        mock_app_emailharvester.get_emails.assert_called_once()
+
+        self.assertEqual(['[email protected]'], result)
+
+if __name__ == '__main__':
+    unittest.main()

tests/test_plugins/test_exalead.py

@@ -0,0 +1,43 @@
+import unittest
+from unittest.mock import MagicMock, patch
+import sys
+import os
+
+sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), '../../')))
+
+from plugins.exalead import Plugin, search
+
+
+class TestExaleadPlugin(unittest.TestCase):
+    def setUp(self):
+        self.app_mock = MagicMock()
+        self.config = {'useragent':'test-agent', 'proxy': None}
+        self.plugin = Plugin(self.app_mock, self.config)
+
+    def test_plugin_init(self):
+        self.app_mock.register_plugin.assert_called_once_with('exalead', {'search': search})
+
+    @patch('plugins.exalead.app_emailharvester')
+    def test_search(self, mock_app_emailharvester):
+        mock_app_emailharvester.init_search = MagicMock()
+        mock_app_emailharvester.process = MagicMock()
+        mock_app_emailharvester.get_emails = MagicMock(return_value = ['[email protected]'])
+
+        domain = "email.com"
+        limit = 10
+        result = search(domain,limit)
+
+        expected_url = 'http://www.exalead.com/search/web/results/?q=%40{word}&elements_per_page=10&start_index={counter}'
+
+        mock_app_emailharvester.init_search(expected_url, domain, limit, 0, 50, 'Exalead')
+        mock_app_emailharvester.process.assert_called_once()
+        mock_app_emailharvester.get_emails.assert_called_once()
+
+        self.assertEqual(['[email protected]'], result)
+
+
+
+
+
+if __name__ == '__main__':
+    unittest.main()