Skip to content

Commit 6d6f9cd

Browse files
JustinASmithJustinASmith
committed
source-stripe-native: logging for issue investigation
1 parent ba5cb5d commit 6d6f9cd

File tree

2 files changed

+118
-0
lines changed

2 files changed

+118
-0
lines changed

‎estuary-cdk/estuary_cdk/capture/common.py‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -659,6 +659,14 @@ async def incremental_closure(
659659
assert resource_state.inc and isinstance(resource_state.inc, dict)
660660
for subtask_id, subtask_fetch_changes in fetch_changes.items():
661661
inc_state = resource_state.inc.get(subtask_id)
662+
task.log.info(
663+
"fetch_changes subtask",
664+
{
665+
"subtask_id": subtask_id,
666+
"inc_state": inc_state,
667+
"fetch_changes": subtask_fetch_changes,
668+
},
669+
)
662670
assert inc_state
663671

664672
task.spawn_child(

‎source-stripe-native/source_stripe_native/resources.py‎

Lines changed: 110 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -274,7 +274,29 @@ def open(
274274
and isinstance(initial_state.inc, dict)
275275
and isinstance(initial_state.backfill, dict)
276276
):
277+
task.log.info(
278+
f"Checking account id {account_id} in state.",
279+
{
280+
"platform_account_id": platform_account_id,
281+
"account_id": account_id,
282+
"state_inc": state.inc,
283+
"state_backfill": state.backfill,
284+
"initial_state_inc": initial_state.inc,
285+
"initial_state_backfill": initial_state.backfill,
286+
}
287+
)
277288
if account_id not in state.inc and account_id not in state.backfill:
289+
task.log.info(
290+
f"Adding missing account id {account_id} to state.",
291+
{
292+
"platform_account_id": platform_account_id,
293+
"account_id": account_id,
294+
"state_inc": state.inc,
295+
"state_backfill": state.backfill,
296+
"initial_state_inc": initial_state.inc,
297+
"initial_state_backfill": initial_state.backfill,
298+
}
299+
)
278300
state.inc[account_id] = initial_state.inc[account_id]
279301
state.backfill[account_id] = initial_state.backfill[account_id]
280302

@@ -371,7 +393,29 @@ def open(
371393
and isinstance(initial_state.inc, dict)
372394
and isinstance(initial_state.backfill, dict)
373395
):
396+
task.log.info(
397+
f"Checking account id {account_id} in state.",
398+
{
399+
"platform_account_id": platform_account_id,
400+
"account_id": account_id,
401+
"state_inc": state.inc,
402+
"state_backfill": state.backfill,
403+
"initial_state_inc": initial_state.inc,
404+
"initial_state_backfill": initial_state.backfill,
405+
}
406+
)
374407
if account_id not in state.inc and account_id not in state.backfill:
408+
task.log.info(
409+
f"Adding missing account id {account_id} to state.",
410+
{
411+
"platform_account_id": platform_account_id,
412+
"account_id": account_id,
413+
"state_inc": state.inc,
414+
"state_backfill": state.backfill,
415+
"initial_state_inc": initial_state.inc,
416+
"initial_state_backfill": initial_state.backfill,
417+
}
418+
)
375419
state.inc[account_id] = initial_state.inc[account_id]
376420
state.backfill[account_id] = initial_state.backfill[account_id]
377421

@@ -472,7 +516,29 @@ def open(
472516
and isinstance(initial_state.inc, dict)
473517
and isinstance(initial_state.backfill, dict)
474518
):
519+
task.log.info(
520+
f"Checking account id {account_id} in state.",
521+
{
522+
"platform_account_id": platform_account_id,
523+
"account_id": account_id,
524+
"state_inc": state.inc,
525+
"state_backfill": state.backfill,
526+
"initial_state_inc": initial_state.inc,
527+
"initial_state_backfill": initial_state.backfill,
528+
}
529+
)
475530
if account_id not in state.inc and account_id not in state.backfill:
531+
task.log.info(
532+
f"Adding missing account id {account_id} to state.",
533+
{
534+
"platform_account_id": platform_account_id,
535+
"account_id": account_id,
536+
"state_inc": state.inc,
537+
"state_backfill": state.backfill,
538+
"initial_state_inc": initial_state.inc,
539+
"initial_state_backfill": initial_state.backfill,
540+
}
541+
)
476542
state.inc[account_id] = initial_state.inc[account_id]
477543
state.backfill[account_id] = initial_state.backfill[account_id]
478544

@@ -572,7 +638,29 @@ def open(
572638
and isinstance(initial_state.inc, dict)
573639
and isinstance(initial_state.backfill, dict)
574640
):
641+
task.log.info(
642+
f"Checking account id {account_id} in state.",
643+
{
644+
"platform_account_id": platform_account_id,
645+
"account_id": account_id,
646+
"state_inc": state.inc,
647+
"state_backfill": state.backfill,
648+
"initial_state_inc": initial_state.inc,
649+
"initial_state_backfill": initial_state.backfill,
650+
}
651+
)
575652
if account_id not in state.inc and account_id not in state.backfill:
653+
task.log.info(
654+
f"Adding missing account id {account_id} to state.",
655+
{
656+
"platform_account_id": platform_account_id,
657+
"account_id": account_id,
658+
"state_inc": state.inc,
659+
"state_backfill": state.backfill,
660+
"initial_state_inc": initial_state.inc,
661+
"initial_state_backfill": initial_state.backfill,
662+
}
663+
)
576664
state.inc[account_id] = initial_state.inc[account_id]
577665
state.backfill[account_id] = initial_state.backfill[account_id]
578666

@@ -671,7 +759,29 @@ def open(
671759
and isinstance(initial_state.inc, dict)
672760
and isinstance(initial_state.backfill, dict)
673761
):
762+
task.log.info(
763+
f"Checking account id {account_id} in state.",
764+
{
765+
"platform_account_id": platform_account_id,
766+
"account_id": account_id,
767+
"state_inc": state.inc,
768+
"state_backfill": state.backfill,
769+
"initial_state_inc": initial_state.inc,
770+
"initial_state_backfill": initial_state.backfill,
771+
}
772+
)
674773
if account_id not in state.inc and account_id not in state.backfill:
774+
task.log.info(
775+
f"Adding missing account id {account_id} to state.",
776+
{
777+
"platform_account_id": platform_account_id,
778+
"account_id": account_id,
779+
"state_inc": state.inc,
780+
"state_backfill": state.backfill,
781+
"initial_state_inc": initial_state.inc,
782+
"initial_state_backfill": initial_state.backfill,
783+
}
784+
)
675785
state.inc[account_id] = initial_state.inc[account_id]
676786
state.backfill[account_id] = initial_state.backfill[account_id]
677787

0 commit comments

Comments
 (0)