Log response text in parse_listing function for debugging purposes

Adriano Sanges · Adriano Sanges · commit 1d944449aa23 · 2025-03-20T14:37:07.000+01:00
diff --git a/real-estate-etl/scraper.py b/real-estate-etl/scraper.py
@@ -127,6 +127,7 @@ def parse_listing(url: str) -> List[Dict[str, Optional[any]]]:
     }
     logging.debug("Fetching main listing page: %s", url)
     response = requests.get(url, headers=headers)
+    print(response.text)
     soup = BeautifulSoup(response.text, 'html.parser')
     data_list = []
     links = soup.select('a.in-listingCardTitle')

Original file line number	Diff line number	Diff line change
`@@ -127,6 +127,7 @@ def parse_listing(url: str) -> List[Dict[str, Optional[any]]]:`
`127`	`127`	`}`
`128`	`128`	`logging.debug("Fetching main listing page: %s", url)`
`129`	`129`	`response = requests.get(url, headers=headers)`
	`130`	`+ print(response.text)`
`130`	`131`	`soup = BeautifulSoup(response.text, 'html.parser')`
`131`	`132`	`data_list = []`
`132`	`133`	`links = soup.select('a.in-listingCardTitle')`