Merge pull request #1336 from nielash/dcd-backscraper

feat(dcd): implement backscraper

Author: flooie

CHANGES.md

@@ -13,6 +13,7 @@ Releases are also tagged in git, if that's helpful.
 ## Coming up
 
 - Fix `me` Update maine scraper and add backscraper
+- Add backscraper for `dcd` #1336
 - Update `sd` backscraper and extract from text
 - Implement datestring format validation in test_ScraperExtractFromTextTest #838
 - Implement `or` extract_from_text to collection regional citations #1226

juriscraper/opinions/united_states/federal_district/dcd.py

@@ -26,6 +26,7 @@ def __init__(self, *args, **kwargs):
         self.court_id = self.__module__
         self.url = f"https://ecf.dcd.uscourts.gov/cgi-bin/Opinions.pl?{date.today().year}"
         self.status = "Published"
+        self.make_backscrape_iterable(kwargs)
 
     def _process_html(self):
         """
@@ -72,3 +73,37 @@ def get_docket_document_number_from_url(self, url: str) -> Tuple[str, str]:
         doc_number = match.group(6) if match else url
 
         return doc_number
+
+    def _download_backwards(self, year: int) -> None:
+        """Build URL with year input and scrape
+
+        :param year: year to scrape
+        :return None
+        """
+        self.url = f"https://ecf.dcd.uscourts.gov/cgi-bin/Opinions.pl?{year}"
+        self.html = self._download()
+        self._process_html()
+
+    def make_backscrape_iterable(self, kwargs: dict) -> None:
+        """Checks if backscrape start and end arguments have been passed
+        by caller, and parses them accordingly
+
+        :param kwargs: passed when initializing the scraper, may or
+            may not contain backscrape controlling arguments
+        :return None
+        """
+        start_date = kwargs.get("backscrape_start")
+        end_date = kwargs.get("backscrape_end")
+
+        start = (
+            datetime.strptime(start_date, "%m/%d/%Y").year
+            if start_date
+            else date.today().year
+        )
+        end = (
+            datetime.strptime(end_date, "%m/%d/%Y").year + 1
+            if end_date
+            else date.today().year
+        )
+
+        self.back_scrape_iterable = range(max(2005, start), end)