77
88class EtherscanStream (HttpStream ):
99 primary_key = "hash"
10- cursor_field = "blockNumber "
10+ cursor_field = "block "
1111
1212 pagination_offset = 100
1313 url_base = "https://api.etherscan.io/"
@@ -34,7 +34,7 @@ def stream_slices(self, sync_mode: SyncMode, cursor_field: List[str] = None, str
3434 yesterday = datetime .datetime .now ().date () - datetime .timedelta (days = 1 )
3535 start_date = yesterday
3636 if sync_mode == SyncMode .full_refresh :
37- # https://en.wikipedia.org/wiki/Ethereum
37+ # Syncing since ethereum first transaction
3838 start_date = datetime .date (year = 2015 , month = 7 , day = 30 )
3939
4040 self .historical_mapping = {
@@ -47,7 +47,7 @@ def stream_slices(self, sync_mode: SyncMode, cursor_field: List[str] = None, str
4747
4848 for wallet in self .wallets :
4949 selected = self .historical_mapping [wallet ["address" ]]
50- self .logger .info (f"{ self .name } > stream_slice: Fetching data for { wallet ['name' ]} from { selected ['start_date' ]} to { selected ['end_date' ]} " )
50+ self .logger .debug (f"{ self .name } > stream_slice: Fetching data for { wallet ['name' ]} from { selected ['start_date' ]} to { selected ['end_date' ]} " )
5151 time .sleep (self .sleep_seconds )
5252 yield {
5353 "address" : wallet ["address" ],
@@ -116,7 +116,7 @@ def request_params(self, stream_state: Mapping[str, Any], stream_slice: Mapping[
116116 if next_page_token :
117117 params ["page" ] = next_page_token ["page" ]
118118
119- self .logger .info (f"{ self .name } > request_params: { params } " )
119+ self .logger .debug (f"{ self .name } > request_params: { params } " )
120120 return params
121121
122122 def to_datetime (self , timestamp : str ) -> datetime .datetime :
0 commit comments