@@ -798,18 +798,21 @@ <h1>Source code for perceptionmetrics.models.torch_segmentation</h1><div class="
798798 < span class ="n "> size_mb</ span > < span class ="o "> =</ span > < span class ="kc "> None</ span >
799799
800800 < span class ="c1 "> # Measure inference time with GPU synchronization</ span >
801+ < span class ="n "> use_cuda</ span > < span class ="o "> =</ span > < span class ="bp "> self</ span > < span class ="o "> .</ span > < span class ="n "> device</ span > < span class ="o "> .</ span > < span class ="n "> type</ span > < span class ="o "> ==</ span > < span class ="s2 "> "cuda"</ span >
801802 < span class ="n "> dummy_tuple</ span > < span class ="o "> =</ span > < span class ="n "> dummy_input</ span > < span class ="k "> if</ span > < span class ="nb "> isinstance</ span > < span class ="p "> (</ span > < span class ="n "> dummy_input</ span > < span class ="p "> ,</ span > < span class ="nb "> tuple</ span > < span class ="p "> )</ span > < span class ="k "> else</ span > < span class ="p "> (</ span > < span class ="n "> dummy_input</ span > < span class ="p "> ,)</ span >
802803
803804 < span class ="k "> for</ span > < span class ="n "> _</ span > < span class ="ow "> in</ span > < span class ="nb "> range</ span > < span class ="p "> (</ span > < span class ="n "> warm_up_runs</ span > < span class ="p "> ):</ span >
804805 < span class ="bp "> self</ span > < span class ="o "> .</ span > < span class ="n "> inference</ span > < span class ="p "> (</ span > < span class ="n "> dummy_tuple</ span > < span class ="p "> [</ span > < span class ="mi "> 0</ span > < span class ="p "> ])</ span >
805806
806807 < span class ="n "> inference_times</ span > < span class ="o "> =</ span > < span class ="p "> []</ span >
807808 < span class ="k "> for</ span > < span class ="n "> _</ span > < span class ="ow "> in</ span > < span class ="nb "> range</ span > < span class ="p "> (</ span > < span class ="n "> runs</ span > < span class ="p "> ):</ span >
808- < span class ="n "> torch</ span > < span class ="o "> .</ span > < span class ="n "> cuda</ span > < span class ="o "> .</ span > < span class ="n "> synchronize</ span > < span class ="p "> ()</ span >
809- < span class ="n "> start_time</ span > < span class ="o "> =</ span > < span class ="n "> time</ span > < span class ="o "> .</ span > < span class ="n "> time</ span > < span class ="p "> ()</ span >
809+ < span class ="k "> if</ span > < span class ="n "> use_cuda</ span > < span class ="p "> :</ span >
810+ < span class ="n "> torch</ span > < span class ="o "> .</ span > < span class ="n "> cuda</ span > < span class ="o "> .</ span > < span class ="n "> synchronize</ span > < span class ="p "> ()</ span >
811+ < span class ="n "> start_time</ span > < span class ="o "> =</ span > < span class ="n "> time</ span > < span class ="o "> .</ span > < span class ="n "> perf_counter</ span > < span class ="p "> ()</ span >
810812 < span class ="bp "> self</ span > < span class ="o "> .</ span > < span class ="n "> inference</ span > < span class ="p "> (</ span > < span class ="n "> dummy_tuple</ span > < span class ="p "> [</ span > < span class ="mi "> 0</ span > < span class ="p "> ])</ span >
811- < span class ="n "> torch</ span > < span class ="o "> .</ span > < span class ="n "> cuda</ span > < span class ="o "> .</ span > < span class ="n "> synchronize</ span > < span class ="p "> ()</ span >
812- < span class ="n "> end_time</ span > < span class ="o "> =</ span > < span class ="n "> time</ span > < span class ="o "> .</ span > < span class ="n "> time</ span > < span class ="p "> ()</ span >
813+ < span class ="k "> if</ span > < span class ="n "> use_cuda</ span > < span class ="p "> :</ span >
814+ < span class ="n "> torch</ span > < span class ="o "> .</ span > < span class ="n "> cuda</ span > < span class ="o "> .</ span > < span class ="n "> synchronize</ span > < span class ="p "> ()</ span >
815+ < span class ="n "> end_time</ span > < span class ="o "> =</ span > < span class ="n "> time</ span > < span class ="o "> .</ span > < span class ="n "> perf_counter</ span > < span class ="p "> ()</ span >
813816 < span class ="n "> inference_times</ span > < span class ="o "> .</ span > < span class ="n "> append</ span > < span class ="p "> (</ span > < span class ="n "> end_time</ span > < span class ="o "> -</ span > < span class ="n "> start_time</ span > < span class ="p "> )</ span >
814817
815818 < span class ="n "> result</ span > < span class ="o "> =</ span > < span class ="p "> {</ span >
@@ -1130,6 +1133,7 @@ <h1>Source code for perceptionmetrics.models.torch_segmentation</h1><div class="
11301133 < span class ="n "> size_mb</ span > < span class ="o "> =</ span > < span class ="kc "> None</ span >
11311134
11321135 < span class ="c1 "> # Measure inference time with GPU synchronization</ span >
1136+ < span class ="n "> use_cuda</ span > < span class ="o "> =</ span > < span class ="bp "> self</ span > < span class ="o "> .</ span > < span class ="n "> device</ span > < span class ="o "> .</ span > < span class ="n "> type</ span > < span class ="o "> ==</ span > < span class ="s2 "> "cuda"</ span >
11331137 < span class ="k "> for</ span > < span class ="n "> _</ span > < span class ="ow "> in</ span > < span class ="nb "> range</ span > < span class ="p "> (</ span > < span class ="n "> warm_up_runs</ span > < span class ="p "> ):</ span >
11341138 < span class ="k "> if</ span > < span class ="s2 "> "o3d"</ span > < span class ="ow "> in</ span > < span class ="bp "> self</ span > < span class ="o "> .</ span > < span class ="n "> model_format</ span > < span class ="p "> :</ span > < span class ="c1 "> # reset random sampling for Open3D-ML models</ span >
11351139 < span class ="n "> subsampled_points</ span > < span class ="p "> ,</ span > < span class ="n "> _</ span > < span class ="p "> ,</ span > < span class ="n "> sampler</ span > < span class ="p "> ,</ span > < span class ="n "> _</ span > < span class ="p "> ,</ span > < span class ="n "> _</ span > < span class ="p "> ,</ span > < span class ="n "> _</ span > < span class ="o "> =</ span > < span class ="n "> sample</ span >
@@ -1142,11 +1146,13 @@ <h1>Source code for perceptionmetrics.models.torch_segmentation</h1><div class="
11421146 < span class ="k "> if</ span > < span class ="s2 "> "o3d"</ span > < span class ="ow "> in</ span > < span class ="bp "> self</ span > < span class ="o "> .</ span > < span class ="n "> model_format</ span > < span class ="p "> :</ span > < span class ="c1 "> # reset random sampling for Open3D-ML models</ span >
11431147 < span class ="n "> subsampled_points</ span > < span class ="p "> ,</ span > < span class ="n "> _</ span > < span class ="p "> ,</ span > < span class ="n "> sampler</ span > < span class ="p "> ,</ span > < span class ="n "> _</ span > < span class ="p "> ,</ span > < span class ="n "> _</ span > < span class ="p "> ,</ span > < span class ="n "> _</ span > < span class ="o "> =</ span > < span class ="n "> sample</ span >
11441148 < span class ="bp "> self</ span > < span class ="o "> .</ span > < span class ="n "> _reset_sampler</ span > < span class ="p "> (</ span > < span class ="n "> sampler</ span > < span class ="p "> ,</ span > < span class ="n "> subsampled_points</ span > < span class ="o "> .</ span > < span class ="n "> shape</ span > < span class ="p "> [</ span > < span class ="mi "> 0</ span > < span class ="p "> ],</ span > < span class ="bp "> self</ span > < span class ="o "> .</ span > < span class ="n "> n_classes</ span > < span class ="p "> )</ span >
1145- < span class ="n "> torch</ span > < span class ="o "> .</ span > < span class ="n "> cuda</ span > < span class ="o "> .</ span > < span class ="n "> synchronize</ span > < span class ="p "> ()</ span >
1146- < span class ="n "> start_time</ span > < span class ="o "> =</ span > < span class ="n "> time</ span > < span class ="o "> .</ span > < span class ="n "> time</ span > < span class ="p "> ()</ span >
1149+ < span class ="k "> if</ span > < span class ="n "> use_cuda</ span > < span class ="p "> :</ span >
1150+ < span class ="n "> torch</ span > < span class ="o "> .</ span > < span class ="n "> cuda</ span > < span class ="o "> .</ span > < span class ="n "> synchronize</ span > < span class ="p "> ()</ span >
1151+ < span class ="n "> start_time</ span > < span class ="o "> =</ span > < span class ="n "> time</ span > < span class ="o "> .</ span > < span class ="n "> perf_counter</ span > < span class ="p "> ()</ span >
11471152 < span class ="bp "> self</ span > < span class ="o "> .</ span > < span class ="n "> inference</ span > < span class ="p "> (</ span > < span class ="n "> sample</ span > < span class ="p "> ,</ span > < span class ="bp "> self</ span > < span class ="o "> .</ span > < span class ="n "> model</ span > < span class ="p "> ,</ span > < span class ="bp "> self</ span > < span class ="o "> .</ span > < span class ="n "> model_cfg</ span > < span class ="p "> )</ span >
1148- < span class ="n "> torch</ span > < span class ="o "> .</ span > < span class ="n "> cuda</ span > < span class ="o "> .</ span > < span class ="n "> synchronize</ span > < span class ="p "> ()</ span >
1149- < span class ="n "> end_time</ span > < span class ="o "> =</ span > < span class ="n "> time</ span > < span class ="o "> .</ span > < span class ="n "> time</ span > < span class ="p "> ()</ span >
1153+ < span class ="k "> if</ span > < span class ="n "> use_cuda</ span > < span class ="p "> :</ span >
1154+ < span class ="n "> torch</ span > < span class ="o "> .</ span > < span class ="n "> cuda</ span > < span class ="o "> .</ span > < span class ="n "> synchronize</ span > < span class ="p "> ()</ span >
1155+ < span class ="n "> end_time</ span > < span class ="o "> =</ span > < span class ="n "> time</ span > < span class ="o "> .</ span > < span class ="n "> perf_counter</ span > < span class ="p "> ()</ span >
11501156 < span class ="n "> inference_times</ span > < span class ="o "> .</ span > < span class ="n "> append</ span > < span class ="p "> (</ span > < span class ="n "> end_time</ span > < span class ="o "> -</ span > < span class ="n "> start_time</ span > < span class ="p "> )</ span >
11511157
11521158 < span class ="n "> result</ span > < span class ="o "> =</ span > < span class ="p "> {</ span >
0 commit comments