feat(pkg/find): enable colly to run async

Signed-off-by: Massimiliano Giovagnoli <me@maxgio.it>

Author: Massimiliano Giovagnoli

pkg/find/file.go

@@ -42,7 +42,7 @@ func (o *Options) crawlFiles() (*Result, error) {
 	// Create the collector settings
 	coOptions := []func(*colly.Collector){
 		colly.AllowedDomains(allowedDomains...),
-		colly.Async(false),
+		colly.Async(true),
 	}
 
 	if o.Verbose {
@@ -92,5 +92,8 @@ func (o *Options) crawlFiles() (*Result, error) {
 		}
 	}
 
+	// Wait until colly goroutines are finished.
+	co.Wait()
+
 	return &Result{BaseNames: files, URLs: urls}, nil
 }

pkg/find/folder.go

@@ -43,7 +43,7 @@ func (o *Options) crawlFolders() (*Result, error) {
 	// Create the collector settings
 	coOptions := []func(*colly.Collector){
 		colly.AllowedDomains(allowedDomains...),
-		colly.Async(false),
+		colly.Async(true),
 	}
 
 	if o.Verbose {
@@ -100,5 +100,8 @@ func (o *Options) crawlFolders() (*Result, error) {
 		}
 	}
 
+	// Wait until colly goroutines are finished.
+	co.Wait()
+
 	return &Result{BaseNames: folders, URLs: urls}, nil
 }