etherscan: daily run

- Make pagination work for daily run (data for previous day)

Author: nickninov

source-etherscan/source_etherscan/source.py

@@ -19,10 +19,6 @@ def __init__(self, api_key: str, wallets: list[dict], chain_id: str, backfill: b
         self.api_key = api_key
         self.wallets = wallets
         self.chain_id = chain_id
-        self.page_counter = {
-            wallet["address"]: 1
-            for wallet in self.wallets
-        }
         self.wallet_info = {
             wallet["address"]: {
                 "tags": wallet["tags"],
@@ -95,16 +91,19 @@ def next_page_token(self, response: requests.Response):
         if not result:
             return None
 
-        current_page = int(self.get_params(response).get("page", 1))
+        params = self.get_params(response)
+        current_page = int(params.get("page", 1))
         # Last page may have less records
         if len(result) < self.pagination_offset:
             return None
 
+        to_lower = lambda result: {key.lower(): value for key, value in result.items()}
+        earliest_date = self.to_datetime(to_lower(result[-1])["timestamp"])
+        params = {"page": current_page + 1} if self.is_valid(params["address"], earliest_date) else None
         time.sleep(self.sleep_seconds)
-        return {"page": current_page + 1}
+        return params
 
     def request_params(self, stream_state: Mapping[str, Any], stream_slice: Mapping[str, any] = None, next_page_token: Mapping[str, Any] = None) -> MutableMapping[str, Any]:
-        self.logger.info(f"{self.name} > next_page_token: {next_page_token}")
         if not stream_slice:
             return {}