Upload New File

test-scraper.py

+import unittest
+from scraper import scrape_webpage
+
+class TestWebScraping(unittest.TestCase):
+
+    def test_scrape_valid_page(self):
+        """
+        Test scraping a valid webpage to ensure it retrieves text.
+        """
+        # This link should be replaced with a known, stable webpage for testing
+        test_link = "http://example.com"
+        result = scrape_webpage(test_link)
+        self.assertIn("link", result)
+        self.assertIn("text", result)
+        self.assertNotEqual(result["text"], "", "The scraped text should not be empty.")
+
+    def test_scrape_invalid_page(self):
+        """
+        Test scraping an invalid webpage to check error handling.
+        """
+        # This should be a link that will likely return a 404 or other client/server error
+        test_link = "http://example.com/nonexistentpage"
+        result = scrape_webpage(test_link)
+        self.assertTrue("Error identified" in result)
+
+if __name__ == '__main__':
+    unittest.main()