Conditionally include go-tree-sitter in build process

.goreleaser/linux.yml

@@ -5,7 +5,7 @@ before:
     - go mod tidy
 project_name: katana
 builds:
-  - id: katana-linux-generic
+  - id: katana-linux-amd64-generic
     ldflags:
       - -s -w
     binary: katana
@@ -17,6 +17,16 @@ builds:
     goarch:
       - amd64
 
+  - id: katana-linux-i386-generic
+    ldflags:
+      - -s -w
+    binary: katana
+    main: ./cmd/katana/main.go
+    goos:
+      - linux
+    goarch:
+      - 386
+
   - id: katana-linux-arm
     ldflags:
       - -s -w

pkg/engine/parser/parser.go

@@ -1,15 +1,13 @@
 package parser
 
 import (
-	"fmt"
 	"mime/multipart"
 	"strings"
 
 	"github.com/PuerkitoBio/goquery"
 	"github.com/projectdiscovery/gologger"
 	"github.com/projectdiscovery/katana/pkg/navigation"
 	"github.com/projectdiscovery/katana/pkg/output"
-	"github.com/projectdiscovery/katana/pkg/types"
 	"github.com/projectdiscovery/katana/pkg/utils"
 	urlutil "github.com/projectdiscovery/utils/url"
 	"golang.org/x/net/html"
@@ -70,24 +68,6 @@ var responseParsers = []responseParser{
 	{bodyParser, customFieldRegexParser},
 }
 
-func InitWithOptions(options *types.Options) {
-	if options.AutomaticFormFill {
-		responseParsers = append(responseParsers, responseParser{bodyParser, bodyFormTagParser})
-	}
-	if options.ScrapeJSLuiceResponses {
-		responseParsers = append(responseParsers, responseParser{bodyParser, scriptContentJsluiceParser})
-		responseParsers = append(responseParsers, responseParser{contentParser, scriptJSFileJsluiceParser})
-	}
-	if options.ScrapeJSResponses {
-		responseParsers = append(responseParsers, responseParser{bodyParser, scriptContentRegexParser})
-		responseParsers = append(responseParsers, responseParser{contentParser, scriptJSFileRegexParser})
-		responseParsers = append(responseParsers, responseParser{contentParser, bodyScrapeEndpointsParser})
-	}
-	if !options.DisableRedirects {
-		responseParsers = append(responseParsers, responseParser{headerParser, headerLocationParser})
-	}
-}
-
 // parseResponse runs the response parsers on the navigation response
 func ParseResponse(resp *navigation.Response) (navigationRequests []*navigation.Request) {
 	for _, parser := range responseParsers {
@@ -640,22 +620,6 @@ func scriptContentRegexParser(resp *navigation.Response) (navigationRequests []*
 	return
 }
 
-// scriptContentJsluiceParser parses script content endpoints using jsluice from response
-func scriptContentJsluiceParser(resp *navigation.Response) (navigationRequests []*navigation.Request) {
-	resp.Reader.Find("script").Each(func(i int, item *goquery.Selection) {
-		text := item.Text()
-		if text == "" {
-			return
-		}
-
-		endpointItems := utils.ExtractJsluiceEndpoints(text)
-		for _, item := range endpointItems {
-			navigationRequests = append(navigationRequests, navigation.NewNavigationRequestURLFromResponse(item.Endpoint, resp.Resp.Request.URL.String(), "script", fmt.Sprintf("jsluice-%s", item.Type), resp))
-		}
-	})
-	return
-}
-
 // scriptJSFileRegexParser parses relative endpoints from js file pages
 func scriptJSFileRegexParser(resp *navigation.Response) (navigationRequests []*navigation.Request) {
 	// Only process javascript file based on path or content type
@@ -672,26 +636,6 @@ func scriptJSFileRegexParser(resp *navigation.Response) (navigationRequests []*n
 	return
 }
 
-// scriptJSFileJsluiceParser parses endpoints using jsluice from js file pages
-func scriptJSFileJsluiceParser(resp *navigation.Response) (navigationRequests []*navigation.Request) {
-	// Only process javascript file based on path or content type
-	// CSS, JS are supported for relative endpoint extraction.
-	contentType := resp.Resp.Header.Get("Content-Type")
-	if !(strings.HasSuffix(resp.Resp.Request.URL.Path, ".js") || strings.HasSuffix(resp.Resp.Request.URL.Path, ".css") || strings.Contains(contentType, "/javascript")) {
-		return
-	}
-	// Skip common js libraries
-	if utils.IsPathCommonJSLibraryFile(resp.Resp.Request.URL.Path) {
-		return
-	}
-
-	endpointsItems := utils.ExtractJsluiceEndpoints(string(resp.Body))
-	for _, item := range endpointsItems {
-		navigationRequests = append(navigationRequests, navigation.NewNavigationRequestURLFromResponse(item.Endpoint, resp.Resp.Request.URL.String(), "js", fmt.Sprintf("jsluice-%s", item.Type), resp))
-	}
-	return
-}
-
 // bodyScrapeEndpointsParser parses scraped URLs from HTML body
 func bodyScrapeEndpointsParser(resp *navigation.Response) (navigationRequests []*navigation.Request) {
 	endpoints := utils.ExtractBodyEndpoints(string(resp.Body))

pkg/engine/parser/parser_386.go

@@ -0,0 +1,19 @@
+//go:build 386
+
+package parser
+
+import "github.com/projectdiscovery/katana/pkg/types"
+
+func InitWithOptions(options *types.Options) {
+	if options.AutomaticFormFill {
+		responseParsers = append(responseParsers, responseParser{bodyParser, bodyFormTagParser})
+	}
+	if options.ScrapeJSResponses {
+		responseParsers = append(responseParsers, responseParser{bodyParser, scriptContentRegexParser})
+		responseParsers = append(responseParsers, responseParser{contentParser, scriptJSFileRegexParser})
+		responseParsers = append(responseParsers, responseParser{contentParser, bodyScrapeEndpointsParser})
+	}
+	if !options.DisableRedirects {
+		responseParsers = append(responseParsers, responseParser{headerParser, headerLocationParser})
+	}
+}

pkg/engine/parser/parser_generic.go

@@ -0,0 +1,67 @@
+//go:build !386
+
+package parser
+
+import (
+	"fmt"
+	"strings"
+
+	"github.com/PuerkitoBio/goquery"
+	"github.com/projectdiscovery/katana/pkg/navigation"
+	"github.com/projectdiscovery/katana/pkg/types"
+	"github.com/projectdiscovery/katana/pkg/utils"
+)
+
+func InitWithOptions(options *types.Options) {
+	if options.AutomaticFormFill {
+		responseParsers = append(responseParsers, responseParser{bodyParser, bodyFormTagParser})
+	}
+	if options.ScrapeJSLuiceResponses {
+		responseParsers = append(responseParsers, responseParser{bodyParser, scriptContentJsluiceParser})
+		responseParsers = append(responseParsers, responseParser{contentParser, scriptJSFileJsluiceParser})
+	}
+	if options.ScrapeJSResponses {
+		responseParsers = append(responseParsers, responseParser{bodyParser, scriptContentRegexParser})
+		responseParsers = append(responseParsers, responseParser{contentParser, scriptJSFileRegexParser})
+		responseParsers = append(responseParsers, responseParser{contentParser, bodyScrapeEndpointsParser})
+	}
+	if !options.DisableRedirects {
+		responseParsers = append(responseParsers, responseParser{headerParser, headerLocationParser})
+	}
+}
+
+// scriptContentJsluiceParser parses script content endpoints using jsluice from response
+func scriptContentJsluiceParser(resp *navigation.Response) (navigationRequests []*navigation.Request) {
+	resp.Reader.Find("script").Each(func(i int, item *goquery.Selection) {
+		text := item.Text()
+		if text == "" {
+			return
+		}
+
+		endpointItems := utils.ExtractJsluiceEndpoints(text)
+		for _, item := range endpointItems {
+			navigationRequests = append(navigationRequests, navigation.NewNavigationRequestURLFromResponse(item.Endpoint, resp.Resp.Request.URL.String(), "script", fmt.Sprintf("jsluice-%s", item.Type), resp))
+		}
+	})
+	return
+}
+
+// scriptJSFileJsluiceParser parses endpoints using jsluice from js file pages
+func scriptJSFileJsluiceParser(resp *navigation.Response) (navigationRequests []*navigation.Request) {
+	// Only process javascript file based on path or content type
+	// CSS, JS are supported for relative endpoint extraction.
+	contentType := resp.Resp.Header.Get("Content-Type")
+	if !(strings.HasSuffix(resp.Resp.Request.URL.Path, ".js") || strings.HasSuffix(resp.Resp.Request.URL.Path, ".css") || strings.Contains(contentType, "/javascript")) {
+		return
+	}
+	// Skip common js libraries
+	if utils.IsPathCommonJSLibraryFile(resp.Resp.Request.URL.Path) {
+		return
+	}
+
+	endpointsItems := utils.ExtractJsluiceEndpoints(string(resp.Body))
+	for _, item := range endpointsItems {
+		navigationRequests = append(navigationRequests, navigation.NewNavigationRequestURLFromResponse(item.Endpoint, resp.Resp.Request.URL.String(), "js", fmt.Sprintf("jsluice-%s", item.Type), resp))
+	}
+	return
+}

pkg/utils/jsluice.go

@@ -1,3 +1,5 @@
+//go:build !386
+
 package utils
 
 import (

pkg/utils/jsluice_test.go

@@ -1,3 +1,5 @@
+//go:build !386
+
 package utils
 
 import "testing"