Update the LPRec memory estimator

Integrate the power_of_2_cropping flag

Author: ferenc-rad

httomo_backends/methods_database/packages/backends/httomolibgpu/supporting_funcs/recon/algorithm.py

@@ -197,6 +197,9 @@ def _calc_memory_bytes_LPRec3d_tomobar(
     min_mem_usage_ifft2 = False
     if "min_mem_usage_ifft2" in kwargs:
         min_mem_usage_ifft2 = kwargs["min_mem_usage_ifft2"]
+    power_of_2_cropping = False
+    if "power_of_2_cropping" in kwargs:
+        power_of_2_cropping = kwargs["power_of_2_cropping"]
 
     angles_tot = non_slice_dims_shape[0]
     DetectorsLengthH_prepad = non_slice_dims_shape[1]
@@ -205,6 +208,10 @@ def _calc_memory_bytes_LPRec3d_tomobar(
     _CENTER_SIZE_MIN = 192  # must be divisible by 8
 
     n = DetectorsLengthH
+    if(power_of_2_cropping):
+        n_pow2 = 2 ** math.ceil(math.log2(n))
+        if( 0.9 < n / n_pow2 ):
+            n = n_pow2
 
     odd_horiz = False
     if (n % 2) != 0:
@@ -407,9 +414,9 @@ def add_to_memory_counters(amount, per_slice: bool):
     add_to_memory_counters(after_recon_swapaxis_slice, True)
 
     if min_mem_usage_filter and min_mem_usage_ifft2:
-        return (tot_memory_bytes * 1.15, fixed_amount)
+        return (tot_memory_bytes * 1.1, fixed_amount)
     elif min_mem_usage_filter and not min_mem_usage_ifft2:
-        return (tot_memory_bytes + 60 * 1024 * 1024, fixed_amount)
+        return (tot_memory_bytes + 50 * 1024 * 1024, fixed_amount)
     else:
         return (tot_memory_bytes * 1.1, fixed_amount)
 

tests/test_httomolibgpu.py

@@ -544,6 +544,7 @@ def test_recon_FBP3d_tomobar_memoryhook(
 
 @pytest.mark.cupy
 @pytest.mark.parametrize("min_mem_usage_filter_ifft2", [(False, False), (True, False), (True, True)])
+@pytest.mark.parametrize("power_of_2_cropping", [False, True])
 @pytest.mark.parametrize("padding_detx", [0, 10, 50, 100])
 @pytest.mark.parametrize("projections", [1500, 1801, 2560])
 @pytest.mark.parametrize("detX_size", [2560])
@@ -556,6 +557,7 @@ def test_recon_LPRec3d_tomobar_0_pi_memoryhook(
     projection_angle_range,
     min_mem_usage_filter_ifft2,
     padding_detx,
+    power_of_2_cropping,
     ensure_clean_memory,
 ):
     __test_recon_LPRec3d_tomobar_memoryhook_common(
@@ -565,13 +567,15 @@ def test_recon_LPRec3d_tomobar_0_pi_memoryhook(
         projection_angle_range,
         padding_detx,
         min_mem_usage_filter_ifft2,
+        power_of_2_cropping,
         ensure_clean_memory,
     )
 
 
 @pytest.mark.full
 @pytest.mark.cupy
 @pytest.mark.parametrize("min_mem_usage_filter_ifft2", [(False, False), (True, False), (True, True)])
+@pytest.mark.parametrize("power_of_2_cropping", [False, True])
 @pytest.mark.parametrize("padding_detx", [0, 10, 50, 100, 800])
 @pytest.mark.parametrize("projections", [1500, 1801, 2560, 3601])
 @pytest.mark.parametrize("detX_size", [2560])
@@ -584,6 +588,7 @@ def test_recon_LPRec3d_tomobar_0_pi_memoryhook_full(
     projection_angle_range,
     padding_detx,
     min_mem_usage_filter_ifft2,
+    power_of_2_cropping,
     ensure_clean_memory,
 ):
     __test_recon_LPRec3d_tomobar_memoryhook_common(
@@ -593,13 +598,15 @@ def test_recon_LPRec3d_tomobar_0_pi_memoryhook_full(
         projection_angle_range,
         padding_detx,
         min_mem_usage_filter_ifft2,
+        power_of_2_cropping,
         ensure_clean_memory,
     )
 
 
 @pytest.mark.full
 @pytest.mark.cupy
 @pytest.mark.parametrize("min_mem_usage_filter_ifft2", [(False, False), (True, False), (True, True)])
+@pytest.mark.parametrize("power_of_2_cropping", [False, True])
 @pytest.mark.parametrize("padding_detx", [0, 10, 50, 100, 800])
 @pytest.mark.parametrize("projections", [1500, 1801, 2560, 3601])
 @pytest.mark.parametrize("detX_size", [2560])
@@ -614,6 +621,7 @@ def test_recon_LPRec3d_tomobar_memoryhook_full(
     projection_angle_range,
     padding_detx,
     min_mem_usage_filter_ifft2,
+    power_of_2_cropping,
     ensure_clean_memory,
 ):
     __test_recon_LPRec3d_tomobar_memoryhook_common(
@@ -623,6 +631,7 @@ def test_recon_LPRec3d_tomobar_memoryhook_full(
         projection_angle_range,
         padding_detx,
         min_mem_usage_filter_ifft2,
+        power_of_2_cropping,
         ensure_clean_memory,
     )
 
@@ -634,6 +643,7 @@ def __test_recon_LPRec3d_tomobar_memoryhook_common(
     projection_angle_range,
     padding_detx,
     min_mem_usage_filter_ifft2,
+    power_of_2_cropping,
     ensure_clean_memory,
 ):
     angles_number = projections
@@ -646,6 +656,7 @@ def __test_recon_LPRec3d_tomobar_memoryhook_common(
     kwargs["detector_pad"] = padding_detx
     kwargs["min_mem_usage_filter"] = min_mem_usage_filter_ifft2[0]
     kwargs["min_mem_usage_ifft2"] = min_mem_usage_filter_ifft2[1]
+    kwargs["power_of_2_cropping"] = power_of_2_cropping
     kwargs["recon_size"] = detX_size
     kwargs["recon_mask_radius"] = 0.8