add proxy option

Author: liamg

cmd/scout/url.go

@@ -21,6 +21,7 @@ var filename string
 var headers []string
 var extensions = []string{"php", "htm", "html", "txt"}
 var enableSpidering bool
+var proxy string
 
 var urlCmd = &cobra.Command{
 	Use:   "url [url]",
@@ -100,6 +101,15 @@ var urlCmd = &cobra.Command{
 			enableSpidering,
 		)
 
+		if proxy != "" {
+			proxyUrl, err := url.Parse(proxy)
+			if err != nil {
+				tml.Printf("<bold><red>Error:</red></bold> Invalid Proxy URL: %s\n", err)
+				os.Exit(1)
+			}
+			options = append(options, scan.WithProxy(proxyUrl))
+		}
+
 		scanner := scan.NewURLScanner(options...)
 
 		waitChan := make(chan struct{})
@@ -181,6 +191,7 @@ func init() {
 	urlCmd.Flags().StringSliceVarP(&extensions, "extensions", "x", extensions, "File extensions to detect.")
 	urlCmd.Flags().StringSliceVarP(&headers, "header", "H", headers, "Extra header to send with requests (can be specified multiple times).")
 	urlCmd.Flags().BoolVarP(&enableSpidering, "spider", "s", enableSpidering, "Spider links within page content")
+	urlCmd.Flags().StringVarP(&proxy, "proxy", "x", proxy, "HTTP Porxy to use")
 
 	rootCmd.AddCommand(urlCmd)
 }

pkg/scan/url_options.go

@@ -16,6 +16,13 @@ func WithTargetURL(target url.URL) URLOption {
 	}
 } // target url
 
+// WithProxy sets the url to initiate scans from
+func WithProxy(proxy *url.URL) URLOption {
+	return func(s *URLScanner) {
+		s.proxy = proxy
+	}
+} // target url
+
 // WithPositiveStatusCodes provides status codes that indicate the existence of a file/directory
 func WithPositiveStatusCodes(codes []int) URLOption {
 	return func(s *URLScanner) {

pkg/scan/url_scanner.go

@@ -41,6 +41,7 @@ type URLScanner struct {
 	checkMutex          sync.Mutex
 	queueChan           chan URLJob
 	jobsLoaded          int32
+	proxy               *url.URL
 }
 
 type URLJob struct {
@@ -93,6 +94,10 @@ func NewURLScanner(options ...URLOption) *URLScanner {
 		},
 	}
 
+	if scanner.proxy != nil {
+		scanner.client.Transport = &http.Transport{Proxy: http.ProxyURL(scanner.proxy)}
+	}
+
 	if scanner.skipSSLVerification {
 		http.DefaultTransport.(*http.Transport).TLSClientConfig = &tls.Config{InsecureSkipVerify: true}
 		scanner.client.Transport = http.DefaultTransport