don't keep paging if window size is big and we hit the first index

Author: daywalker90

src/forwards.rs

@@ -128,7 +128,22 @@ async fn process_forward_batches(
         .await?
         .updated
         .unwrap();
-    log::debug!("Current forward index: {current_index}");
+
+    let first_index = rpc
+        .call_typed(&ListforwardsRequest {
+            status: Some(ListforwardsStatus::SETTLED),
+            in_channel: None,
+            out_channel: None,
+            index: Some(ListforwardsIndex::UPDATED),
+            start: Some(0),
+            limit: Some(1),
+        })
+        .await?
+        .forwards
+        .first()
+        .and_then(|f| f.updated_index)
+        .unwrap_or(0);
+    log::debug!("Current forward index: {current_index}, first index: {first_index}");
 
     let mut loop_count = 0;
 
@@ -161,7 +176,7 @@ async fn process_forward_batches(
         )
         .await?;
 
-        if current_index <= 1 {
+        if current_index <= 1 || current_index <= first_index {
             break;
         }
         limit = u32::min(u32::try_from(PAGE_SIZE)?, u32::try_from(current_index)?);

src/invoices.rs

@@ -99,7 +99,23 @@ async fn process_invoice_batches(
         .await?
         .updated
         .unwrap();
-    log::debug!("Current invoices index: {current_index}");
+
+    let first_index = rpc
+        .call_typed(&ListinvoicesRequest {
+            label: None,
+            invstring: None,
+            payment_hash: None,
+            offer_id: None,
+            index: Some(ListinvoicesIndex::UPDATED),
+            start: Some(0),
+            limit: Some(1),
+        })
+        .await?
+        .invoices
+        .first()
+        .and_then(|i| i.updated_index)
+        .unwrap_or(0);
+    log::debug!("Current invoices index: {current_index}, first index: {first_index}");
 
     let mut loop_count = 0;
 
@@ -124,7 +140,7 @@ async fn process_invoice_batches(
 
         build_invoices_table(invoices_acc, invoices, full_node_data, config)?;
 
-        if current_index <= 1 {
+        if current_index <= 1 || current_index <= first_index {
             break;
         }
         limit = u32::min(u32::try_from(PAGE_SIZE)?, u32::try_from(current_index)?);

src/pays.rs

@@ -127,7 +127,22 @@ async fn process_pay_batches(
         .await?
         .updated
         .unwrap();
-    log::debug!("Current pays index: {current_index}");
+
+    let first_index = rpc
+        .call_typed(&ListpaysRequest {
+            bolt11: None,
+            payment_hash: None,
+            status: Some(ListpaysStatus::COMPLETE),
+            index: Some(ListpaysIndex::UPDATED),
+            start: Some(0),
+            limit: Some(1),
+        })
+        .await?
+        .pays
+        .first()
+        .and_then(|p| p.updated_index)
+        .unwrap_or(0);
+    log::debug!("Current pays index: {current_index}, first index: {first_index}");
 
     let mut loop_count = 0;
 
@@ -151,7 +166,7 @@ async fn process_pay_batches(
 
         build_pays_table(pays_acc, config, pays, full_node_data, rpc, plugin.clone()).await?;
 
-        if current_index <= 1 {
+        if current_index <= 1 || current_index <= first_index {
             break;
         }
         limit = u32::min(u32::try_from(PAGE_SIZE)?, u32::try_from(current_index)?);