From 0588db8f0476ee26792f1c23c30b0cc54dc20f87 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 19 Aug 2024 10:16:05 +0000 Subject: [PATCH 01/47] chore(deps): bump github.com/projectdiscovery/useragent Bumps [github.com/projectdiscovery/useragent](https://github.com/projectdiscovery/useragent) from 0.0.65 to 0.0.66. - [Release notes](https://github.com/projectdiscovery/useragent/releases) - [Commits](https://github.com/projectdiscovery/useragent/compare/v0.0.65...v0.0.66) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/useragent dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 6 +++--- go.sum | 12 ++++++------ 2 files changed, 9 insertions(+), 9 deletions(-) diff --git a/go.mod b/go.mod index 7dad8b49..3756ad62 100644 --- a/go.mod +++ b/go.mod @@ -27,7 +27,7 @@ require ( github.com/projectdiscovery/fastdialer v0.2.3 github.com/projectdiscovery/fdmax v0.0.4 github.com/projectdiscovery/goconfig v0.0.1 - github.com/projectdiscovery/goflags v0.1.62 + github.com/projectdiscovery/goflags v0.1.63 github.com/projectdiscovery/gologger v1.1.19 github.com/projectdiscovery/hmap v0.0.54 github.com/projectdiscovery/mapcidr v1.1.34 @@ -36,8 +36,8 @@ require ( github.com/projectdiscovery/rawhttp v0.1.61 github.com/projectdiscovery/retryablehttp-go v1.0.72 github.com/projectdiscovery/tlsx v1.1.6 - github.com/projectdiscovery/useragent v0.0.65 - github.com/projectdiscovery/utils v0.2.4 + github.com/projectdiscovery/useragent v0.0.66 + github.com/projectdiscovery/utils v0.2.5 github.com/projectdiscovery/wappalyzergo v0.1.12 github.com/rs/xid v1.5.0 github.com/spaolacci/murmur3 v1.1.0 diff --git a/go.sum b/go.sum index 1d9a8ac0..5e107b4c 100644 --- a/go.sum +++ b/go.sum @@ -234,8 +234,8 @@ github.com/projectdiscovery/freeport v0.0.5 h1:jnd3Oqsl4S8n0KuFkE5Hm8WGDP24ITBvm github.com/projectdiscovery/freeport v0.0.5/go.mod h1:PY0bxSJ34HVy67LHIeF3uIutiCSDwOqKD8ruBkdiCwE= github.com/projectdiscovery/goconfig v0.0.1 h1:36m3QjohZvemqh9bkJAakaHsm9iEZ2AcQSS18+0QX/s= github.com/projectdiscovery/goconfig v0.0.1/go.mod h1:CPO25zR+mzTtyBrsygqsHse0sp/4vB/PjaHi9upXlDw= -github.com/projectdiscovery/goflags v0.1.62 h1:UmzKJQT+1UyqT1cZDmb3vZ8/IGhQ7LTsWfdqVcAGoJc= -github.com/projectdiscovery/goflags v0.1.62/go.mod h1:d1/D8GaTDoV332ABwceUcY1ffKODaYFlGP0Oriq3wfk= +github.com/projectdiscovery/goflags v0.1.63 h1:xy3nqpzmSFEmG0LKTv3xLcp9LMbvbFkLZcjcnFe3xR4= +github.com/projectdiscovery/goflags v0.1.63/go.mod h1:ptFbCm+5RmSHTSG4oniwBRRHJlguBTOOfMUfezeGbZ0= github.com/projectdiscovery/gologger v1.1.19 h1:b7cU32XuDrDiwhr7hlDeE6mfj/nENBtHEohe51txJCE= github.com/projectdiscovery/gologger v1.1.19/go.mod h1:DbeKwx9IEfcvnclImX5gBlhIKUuOZwOM5itdpYXl+54= github.com/projectdiscovery/gostruct v0.0.2 h1:s8gP8ApugGM4go1pA+sVlPDXaWqNP5BBDDSv7VEdG1M= @@ -260,10 +260,10 @@ github.com/projectdiscovery/stringsutil v0.0.2 h1:uzmw3IVLJSMW1kEg8eCStG/cGbYYZA github.com/projectdiscovery/stringsutil v0.0.2/go.mod h1:EJ3w6bC5fBYjVou6ryzodQq37D5c6qbAYQpGmAy+DC0= github.com/projectdiscovery/tlsx v1.1.6 h1:iw2zwKbd2+kRQ8J1G4dLmS0CLyemd/tKz1UzcNsC77A= github.com/projectdiscovery/tlsx v1.1.6/go.mod h1:s7SRRFdrwIZBK/RXXZi4CR/CubqFSvp8h5Bk1srEZIo= -github.com/projectdiscovery/useragent v0.0.65 h1:x78ZwWdqpzokOHxLITUXvq+ljkTKc19z3ILGtoV1N70= -github.com/projectdiscovery/useragent v0.0.65/go.mod h1:deOP8YLJU6SCzM8k+K8PjkcOF4Ux0spqyO4ODZGIT4A= -github.com/projectdiscovery/utils v0.2.4 h1:CHnlt2la4jr8TeL7ZK7UhQItHY7DDXqIuLnnxyAJLDY= -github.com/projectdiscovery/utils v0.2.4/go.mod h1:2Vx7geSrBfCPqknZywqbChQm8SE30mcyrlB5YsxEnhA= +github.com/projectdiscovery/useragent v0.0.66 h1:ht3u3Oy5BaAo/+8oXo6Ozp1rD7aebuD0zxxWdbsRQOk= +github.com/projectdiscovery/useragent v0.0.66/go.mod h1:ROpXS/U0EHjfjz/DXPyDpbyPL+LiA2p8fg1V/djhABo= +github.com/projectdiscovery/utils v0.2.5 h1:puiw3/gK1WTEj9ZKnW00tAS0ex+ETqbLJ8juRuejA98= +github.com/projectdiscovery/utils v0.2.5/go.mod h1:fv3WC6m/+bVT+wH+fMB+JsKviEC/UAuDSeKxWPlK3kk= github.com/projectdiscovery/wappalyzergo v0.1.12 h1:usZmlyiNDRvdYstZpFQH11cx413Ppykhh5pg6zVvcY4= github.com/projectdiscovery/wappalyzergo v0.1.12/go.mod h1:/hzgxkBFTMe2wDbA93nFfoMjULw7/vIZ9QPSAnCgUa8= github.com/refraction-networking/utls v1.6.7 h1:zVJ7sP1dJx/WtVuITug3qYUq034cDq9B2MR1K67ULZM= From f92dd0e27eec7a69bbb28b54a66a803446647c00 Mon Sep 17 00:00:00 2001 From: Mzack9999 Date: Mon, 19 Aug 2024 17:39:57 +0200 Subject: [PATCH 02/47] lint --- runner/options.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/runner/options.go b/runner/options.go index 1a0265b9..06ecc013 100644 --- a/runner/options.go +++ b/runner/options.go @@ -625,7 +625,7 @@ func (options *Options) ValidateOptions() error { msg += fmt.Sprintf("%s flag is", last) } msg += " incompatible with silent flag" - return fmt.Errorf(msg) + return fmt.Errorf("%v", msg) } } From d16e6d91505b28cb409ef3f6183415a46fcb8204 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 19 Aug 2024 15:46:26 +0000 Subject: [PATCH 03/47] chore(deps): bump github.com/projectdiscovery/retryabledns Bumps [github.com/projectdiscovery/retryabledns](https://github.com/projectdiscovery/retryabledns) from 1.0.70 to 1.0.72. - [Release notes](https://github.com/projectdiscovery/retryabledns/releases) - [Commits](https://github.com/projectdiscovery/retryabledns/compare/v1.0.70...v1.0.72) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/retryabledns dependency-type: indirect update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index 3756ad62..f3310664 100644 --- a/go.mod +++ b/go.mod @@ -113,7 +113,7 @@ require ( github.com/projectdiscovery/freeport v0.0.5 // indirect github.com/projectdiscovery/gostruct v0.0.2 // indirect github.com/projectdiscovery/machineid v0.0.0-20240226150047-2e2c51e35983 // indirect - github.com/projectdiscovery/retryabledns v1.0.70 // indirect + github.com/projectdiscovery/retryabledns v1.0.72 // indirect github.com/refraction-networking/utls v1.6.7 // indirect github.com/rivo/uniseg v0.4.4 // indirect github.com/rogpeppe/go-internal v1.12.0 // indirect diff --git a/go.sum b/go.sum index 5e107b4c..34fb0b53 100644 --- a/go.sum +++ b/go.sum @@ -252,8 +252,8 @@ github.com/projectdiscovery/ratelimit v0.0.49 h1:PYatMp8g5OuoFsZOA90e48nLd2vB6a4 github.com/projectdiscovery/ratelimit v0.0.49/go.mod h1:Xi0LTMHg4HQlmCZFzRBIhRW6N+QW5RxQ8V/Qs+Vta4k= github.com/projectdiscovery/rawhttp v0.1.61 h1:EbskCj6kkDSG31sO5zEUFTqHp9ltccG1DdcI+MCdahQ= github.com/projectdiscovery/rawhttp v0.1.61/go.mod h1:5XmDAKph9pLVnh87zjL+vXDpfG5W8Gz5N2BAtYTkuVU= -github.com/projectdiscovery/retryabledns v1.0.70 h1:2yFMqQ4v3tgI9ORjlPH60h5QIs2EXxHVGCaxrOA1ZlI= -github.com/projectdiscovery/retryabledns v1.0.70/go.mod h1:Ld/RLVsG7d+wlNcye9xcuPTjGHLF9XO8w34GLRKsNis= +github.com/projectdiscovery/retryabledns v1.0.72 h1:+k9JRYBMpZIyEQZJWVHoCHx1TEdpiuAS7iEru2bhs3A= +github.com/projectdiscovery/retryabledns v1.0.72/go.mod h1:BDhYnqSH0Os2G37eb4L4vnKrUcik6Q6pR02Cq5PbT+0= github.com/projectdiscovery/retryablehttp-go v1.0.72 h1:3m+9aRwC4KOMoQiOF3lVsDnPm/1+OR5r0UCHt5Edz5k= github.com/projectdiscovery/retryablehttp-go v1.0.72/go.mod h1:tDPEpm0PlDOMB4yqHFPoLJZaK3uo+Auj/QIiUlzS+6Y= github.com/projectdiscovery/stringsutil v0.0.2 h1:uzmw3IVLJSMW1kEg8eCStG/cGbYYZAja8BH3LqqJXMA= From bb85d3de4d22094eb6e1db7b6a970cf547b7bfc6 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 19 Aug 2024 15:46:38 +0000 Subject: [PATCH 04/47] chore(deps): bump github.com/projectdiscovery/goflags Bumps [github.com/projectdiscovery/goflags](https://github.com/projectdiscovery/goflags) from 0.1.62 to 0.1.64. - [Release notes](https://github.com/projectdiscovery/goflags/releases) - [Commits](https://github.com/projectdiscovery/goflags/compare/v0.1.62...v0.1.64) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/goflags dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index 3756ad62..39932ac0 100644 --- a/go.mod +++ b/go.mod @@ -27,7 +27,7 @@ require ( github.com/projectdiscovery/fastdialer v0.2.3 github.com/projectdiscovery/fdmax v0.0.4 github.com/projectdiscovery/goconfig v0.0.1 - github.com/projectdiscovery/goflags v0.1.63 + github.com/projectdiscovery/goflags v0.1.64 github.com/projectdiscovery/gologger v1.1.19 github.com/projectdiscovery/hmap v0.0.54 github.com/projectdiscovery/mapcidr v1.1.34 diff --git a/go.sum b/go.sum index 5e107b4c..3d95bfb9 100644 --- a/go.sum +++ b/go.sum @@ -234,8 +234,8 @@ github.com/projectdiscovery/freeport v0.0.5 h1:jnd3Oqsl4S8n0KuFkE5Hm8WGDP24ITBvm github.com/projectdiscovery/freeport v0.0.5/go.mod h1:PY0bxSJ34HVy67LHIeF3uIutiCSDwOqKD8ruBkdiCwE= github.com/projectdiscovery/goconfig v0.0.1 h1:36m3QjohZvemqh9bkJAakaHsm9iEZ2AcQSS18+0QX/s= github.com/projectdiscovery/goconfig v0.0.1/go.mod h1:CPO25zR+mzTtyBrsygqsHse0sp/4vB/PjaHi9upXlDw= -github.com/projectdiscovery/goflags v0.1.63 h1:xy3nqpzmSFEmG0LKTv3xLcp9LMbvbFkLZcjcnFe3xR4= -github.com/projectdiscovery/goflags v0.1.63/go.mod h1:ptFbCm+5RmSHTSG4oniwBRRHJlguBTOOfMUfezeGbZ0= +github.com/projectdiscovery/goflags v0.1.64 h1:FDfwdt9N97Hi8OuhbkDlKtVttpc/CRMIWQVa08VsHsI= +github.com/projectdiscovery/goflags v0.1.64/go.mod h1:3FyHIVQtnycNOc1LE3O1jj/XR5XuMdF9QfHd0ujhnX4= github.com/projectdiscovery/gologger v1.1.19 h1:b7cU32XuDrDiwhr7hlDeE6mfj/nENBtHEohe51txJCE= github.com/projectdiscovery/gologger v1.1.19/go.mod h1:DbeKwx9IEfcvnclImX5gBlhIKUuOZwOM5itdpYXl+54= github.com/projectdiscovery/gostruct v0.0.2 h1:s8gP8ApugGM4go1pA+sVlPDXaWqNP5BBDDSv7VEdG1M= From 955fe5c059473540c05bd3c18c20bc06115c739f Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 19 Aug 2024 15:52:06 +0000 Subject: [PATCH 05/47] chore(deps): bump github.com/projectdiscovery/gologger Bumps [github.com/projectdiscovery/gologger](https://github.com/projectdiscovery/gologger) from 1.1.19 to 1.1.20. - [Release notes](https://github.com/projectdiscovery/gologger/releases) - [Commits](https://github.com/projectdiscovery/gologger/compare/v1.1.19...v1.1.20) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/gologger dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index 39932ac0..6fec1392 100644 --- a/go.mod +++ b/go.mod @@ -28,7 +28,7 @@ require ( github.com/projectdiscovery/fdmax v0.0.4 github.com/projectdiscovery/goconfig v0.0.1 github.com/projectdiscovery/goflags v0.1.64 - github.com/projectdiscovery/gologger v1.1.19 + github.com/projectdiscovery/gologger v1.1.20 github.com/projectdiscovery/hmap v0.0.54 github.com/projectdiscovery/mapcidr v1.1.34 github.com/projectdiscovery/networkpolicy v0.0.9 diff --git a/go.sum b/go.sum index 3d95bfb9..44e5e3fa 100644 --- a/go.sum +++ b/go.sum @@ -236,8 +236,8 @@ github.com/projectdiscovery/goconfig v0.0.1 h1:36m3QjohZvemqh9bkJAakaHsm9iEZ2AcQ github.com/projectdiscovery/goconfig v0.0.1/go.mod h1:CPO25zR+mzTtyBrsygqsHse0sp/4vB/PjaHi9upXlDw= github.com/projectdiscovery/goflags v0.1.64 h1:FDfwdt9N97Hi8OuhbkDlKtVttpc/CRMIWQVa08VsHsI= github.com/projectdiscovery/goflags v0.1.64/go.mod h1:3FyHIVQtnycNOc1LE3O1jj/XR5XuMdF9QfHd0ujhnX4= -github.com/projectdiscovery/gologger v1.1.19 h1:b7cU32XuDrDiwhr7hlDeE6mfj/nENBtHEohe51txJCE= -github.com/projectdiscovery/gologger v1.1.19/go.mod h1:DbeKwx9IEfcvnclImX5gBlhIKUuOZwOM5itdpYXl+54= +github.com/projectdiscovery/gologger v1.1.20 h1:aIv6s/6XR+Dp4PAlRVcwn3rbmO0wIm1qMdthWuno4ZY= +github.com/projectdiscovery/gologger v1.1.20/go.mod h1:8b3S8v4aIlgiJzqSKNm7MF2b4FndGZyrf36M2JtXmSY= github.com/projectdiscovery/gostruct v0.0.2 h1:s8gP8ApugGM4go1pA+sVlPDXaWqNP5BBDDSv7VEdG1M= github.com/projectdiscovery/gostruct v0.0.2/go.mod h1:H86peL4HKwMXcQQtEa6lmC8FuD9XFt6gkNR0B/Mu5PE= github.com/projectdiscovery/hmap v0.0.54 h1:b3pdQZwCw4is3xiL2jBx7SJZcYaf/7vtozY7bjUzO/s= From e5429d1e04925cc06f94c97a076597423c2eef26 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 19 Aug 2024 15:57:23 +0000 Subject: [PATCH 06/47] chore(deps): bump github.com/projectdiscovery/hmap from 0.0.54 to 0.0.55 Bumps [github.com/projectdiscovery/hmap](https://github.com/projectdiscovery/hmap) from 0.0.54 to 0.0.55. - [Release notes](https://github.com/projectdiscovery/hmap/releases) - [Commits](https://github.com/projectdiscovery/hmap/compare/v0.0.54...v0.0.55) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/hmap dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index 10bbb4b1..dde52d86 100644 --- a/go.mod +++ b/go.mod @@ -29,7 +29,7 @@ require ( github.com/projectdiscovery/goconfig v0.0.1 github.com/projectdiscovery/goflags v0.1.64 github.com/projectdiscovery/gologger v1.1.20 - github.com/projectdiscovery/hmap v0.0.54 + github.com/projectdiscovery/hmap v0.0.55 github.com/projectdiscovery/mapcidr v1.1.34 github.com/projectdiscovery/networkpolicy v0.0.9 github.com/projectdiscovery/ratelimit v0.0.49 diff --git a/go.sum b/go.sum index 71fa40e9..ac5213e4 100644 --- a/go.sum +++ b/go.sum @@ -240,8 +240,8 @@ github.com/projectdiscovery/gologger v1.1.20 h1:aIv6s/6XR+Dp4PAlRVcwn3rbmO0wIm1q github.com/projectdiscovery/gologger v1.1.20/go.mod h1:8b3S8v4aIlgiJzqSKNm7MF2b4FndGZyrf36M2JtXmSY= github.com/projectdiscovery/gostruct v0.0.2 h1:s8gP8ApugGM4go1pA+sVlPDXaWqNP5BBDDSv7VEdG1M= github.com/projectdiscovery/gostruct v0.0.2/go.mod h1:H86peL4HKwMXcQQtEa6lmC8FuD9XFt6gkNR0B/Mu5PE= -github.com/projectdiscovery/hmap v0.0.54 h1:b3pdQZwCw4is3xiL2jBx7SJZcYaf/7vtozY7bjUzO/s= -github.com/projectdiscovery/hmap v0.0.54/go.mod h1:j0oakxYOWEfk29wRq5gQgrCv1JnfAfzGaMsRWwEas80= +github.com/projectdiscovery/hmap v0.0.55 h1:By0qSeQRE/ybeITUEL6oURN+j7qX7FVjCq92duwsqcA= +github.com/projectdiscovery/hmap v0.0.55/go.mod h1:uZOF/W8yOGDb/t9omqATirhVwiboa5F/c00OVhDeE0E= github.com/projectdiscovery/machineid v0.0.0-20240226150047-2e2c51e35983 h1:ZScLodGSezQVwsQDtBSMFp72WDq0nNN+KE/5DHKY5QE= github.com/projectdiscovery/machineid v0.0.0-20240226150047-2e2c51e35983/go.mod h1:3G3BRKui7nMuDFAZKR/M2hiOLtaOmyukT20g88qRQjI= github.com/projectdiscovery/mapcidr v1.1.34 h1:udr83vQ7oz3kEOwlsU6NC6o08leJzSDQtls1wmXN/kM= From eb2b5403246da0e73d4ce334f5ad91f8d74d0127 Mon Sep 17 00:00:00 2001 From: Ramana Reddy <90540245+RamanaReddy0M@users.noreply.github.com> Date: Thu, 22 Aug 2024 19:26:31 +0530 Subject: [PATCH 07/47] Add `team-id` option (#1886) add team-id option --- cmd/httpx/httpx.go | 3 +++ internal/pdcp/writer.go | 19 ++++++++++++------- runner/options.go | 15 ++++++++++----- 3 files changed, 25 insertions(+), 12 deletions(-) diff --git a/cmd/httpx/httpx.go b/cmd/httpx/httpx.go index 3c890e29..4f4aa9a7 100644 --- a/cmd/httpx/httpx.go +++ b/cmd/httpx/httpx.go @@ -138,5 +138,8 @@ func setupOptionalAssetUpload(opts *runner.Options) *pdcp.UploadWriter { // silently ignore writer.SetAssetGroupName(opts.AssetName) } + if opts.TeamID != "" { + writer.SetTeamID(opts.TeamID) + } return writer } diff --git a/internal/pdcp/writer.go b/internal/pdcp/writer.go index 5fd023ab..21f96bc1 100644 --- a/internal/pdcp/writer.go +++ b/internal/pdcp/writer.go @@ -35,8 +35,6 @@ const ( var ( xidRegex = regexp.MustCompile(xidRe) - // teamID if given - teamID = env.GetEnvOrDefault("PDCP_TEAM_ID", "") // EnableeUpload if set to true enables the upload feature HideAutoSaveMsg = env.GetEnvOrDefault("DISABLE_CLOUD_UPLOAD_WRN", false) EnableCloudUpload = env.GetEnvOrDefault("ENABLE_CLOUD_UPLOAD", false) @@ -54,6 +52,7 @@ type UploadWriter struct { assetGroupName string counter atomic.Int32 closed atomic.Bool + TeamID string } // NewUploadWriterCallback creates a new upload writer callback @@ -63,9 +62,10 @@ func NewUploadWriterCallback(ctx context.Context, creds *pdcpauth.PDCPCredential return nil, fmt.Errorf("no credentials provided") } u := &UploadWriter{ - creds: creds, - done: make(chan struct{}, 1), - data: make(chan runner.Result, 8), // default buffer size + creds: creds, + done: make(chan struct{}, 1), + data: make(chan runner.Result, 8), // default buffer size + TeamID: "", } var err error tmp, err := urlutil.Parse(creds.Server) @@ -111,6 +111,11 @@ func (u *UploadWriter) SetAssetGroupName(name string) { u.assetGroupName = name } +// SetTeamID sets the team id for the upload writer +func (u *UploadWriter) SetTeamID(id string) { + u.TeamID = id +} + func (u *UploadWriter) autoCommit(ctx context.Context) { // wait for context to be done defer func() { @@ -244,8 +249,8 @@ func (u *UploadWriter) getRequest(bin []byte) (*retryablehttp.Request, error) { req.URL.Update() req.Header.Set(pdcpauth.ApiKeyHeaderName, u.creds.APIKey) - if teamID != "" { - req.Header.Set(teamIDHeader, teamID) + if u.TeamID != "" { + req.Header.Set(teamIDHeader, u.TeamID) } req.Header.Set("Content-Type", "application/octet-stream") req.Header.Set("Accept", "application/json") diff --git a/runner/options.go b/runner/options.go index 06ecc013..c51ed521 100644 --- a/runner/options.go +++ b/runner/options.go @@ -25,7 +25,7 @@ import ( "github.com/projectdiscovery/httpx/common/httpx" "github.com/projectdiscovery/httpx/common/stringz" "github.com/projectdiscovery/networkpolicy" - "github.com/projectdiscovery/utils/auth/pdcp" + pdcpauth "github.com/projectdiscovery/utils/auth/pdcp" "github.com/projectdiscovery/utils/env" fileutil "github.com/projectdiscovery/utils/file" sliceutil "github.com/projectdiscovery/utils/slice" @@ -41,7 +41,10 @@ const ( DefaultOutputDirectory = "output" ) -var PDCPApiKey = "" +var ( + PDCPApiKey = "" + TeamIDEnv = env.GetEnvOrDefault("PDCP_TEAM_ID", "") +) // OnResultCallback (hostResult) type OnResultCallback func(Result) @@ -318,6 +321,7 @@ type Options struct { AssetID string // AssetFileUpload AssetFileUpload string + TeamID string // OnClose adds a callback function that is invoked when httpx is closed // to be exact at end of existing closures OnClose func() @@ -509,6 +513,7 @@ func ParseOptions() *Options { flagSet.CreateGroup("cloud", "Cloud", flagSet.DynamicVar(&options.PdcpAuth, "auth", "true", "configure projectdiscovery cloud (pdcp) api key"), flagSet.BoolVarP(&options.AssetUpload, "dashboard", "pd", false, "upload / view output in projectdiscovery cloud (pdcp) UI dashboard"), + flagSet.StringVarP(&options.TeamID, "team-id", "tid", TeamIDEnv, "upload asset results to given team id (optional)"), flagSet.StringVarP(&options.AssetID, "asset-id", "aid", "", "upload new assets to existing asset id (optional)"), flagSet.StringVarP(&options.AssetName, "asset-name", "aname", "", "assets group name to set (optional)"), flagSet.StringVarP(&options.AssetFileUpload, "dashboard-upload", "pdu", "", "upload httpx output file (jsonl) in projectdiscovery cloud (pdcp) UI dashboard"), @@ -540,9 +545,9 @@ func ParseOptions() *Options { AuthWithPDCP() } else if len(options.PdcpAuth) == 36 { PDCPApiKey = options.PdcpAuth - ph := pdcp.PDCPCredHandler{} - if _, err := ph.GetCreds(); err == pdcp.ErrNoCreds { - apiServer := env.GetEnvOrDefault("PDCP_API_SERVER", pdcp.DefaultApiServer) + ph := pdcpauth.PDCPCredHandler{} + if _, err := ph.GetCreds(); err == pdcpauth.ErrNoCreds { + apiServer := env.GetEnvOrDefault("PDCP_API_SERVER", pdcpauth.DefaultApiServer) if validatedCreds, err := ph.ValidateAPIKey(PDCPApiKey, apiServer, "httpx"); err == nil { _ = ph.SaveCreds(validatedCreds) } From 0c49f009bf023ac6b65a60bad50a692929dec353 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 26 Aug 2024 10:40:40 +0000 Subject: [PATCH 08/47] chore(deps): bump github.com/projectdiscovery/retryablehttp-go Bumps [github.com/projectdiscovery/retryablehttp-go](https://github.com/projectdiscovery/retryablehttp-go) from 1.0.72 to 1.0.75. - [Release notes](https://github.com/projectdiscovery/retryablehttp-go/releases) - [Commits](https://github.com/projectdiscovery/retryablehttp-go/compare/v1.0.72...v1.0.75) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/retryablehttp-go dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 6 +++--- go.sum | 12 ++++++------ 2 files changed, 9 insertions(+), 9 deletions(-) diff --git a/go.mod b/go.mod index dde52d86..4fb3f26c 100644 --- a/go.mod +++ b/go.mod @@ -24,7 +24,7 @@ require ( github.com/projectdiscovery/cdncheck v1.1.0 github.com/projectdiscovery/clistats v0.1.0 github.com/projectdiscovery/dsl v0.1.10 - github.com/projectdiscovery/fastdialer v0.2.3 + github.com/projectdiscovery/fastdialer v0.2.5 github.com/projectdiscovery/fdmax v0.0.4 github.com/projectdiscovery/goconfig v0.0.1 github.com/projectdiscovery/goflags v0.1.64 @@ -34,10 +34,10 @@ require ( github.com/projectdiscovery/networkpolicy v0.0.9 github.com/projectdiscovery/ratelimit v0.0.49 github.com/projectdiscovery/rawhttp v0.1.61 - github.com/projectdiscovery/retryablehttp-go v1.0.72 + github.com/projectdiscovery/retryablehttp-go v1.0.75 github.com/projectdiscovery/tlsx v1.1.6 github.com/projectdiscovery/useragent v0.0.66 - github.com/projectdiscovery/utils v0.2.5 + github.com/projectdiscovery/utils v0.2.6 github.com/projectdiscovery/wappalyzergo v0.1.12 github.com/rs/xid v1.5.0 github.com/spaolacci/murmur3 v1.1.0 diff --git a/go.sum b/go.sum index ac5213e4..f0a7ca98 100644 --- a/go.sum +++ b/go.sum @@ -226,8 +226,8 @@ github.com/projectdiscovery/clistats v0.1.0 h1:b+LF1w0xhNd7cneKWMXb+/yUmF1n5szaw github.com/projectdiscovery/clistats v0.1.0/go.mod h1:GJ2av0KnOvK0AISQnP8hyDclYIji1LVkx2l0pwnzAu4= github.com/projectdiscovery/dsl v0.1.10 h1:FBD5Muiwj3OdkDAYvmltQ0rcVMpLZK5IqNZi9Pd/gb0= github.com/projectdiscovery/dsl v0.1.10/go.mod h1:Kg9snSkjTPZ2qiIDr4jjFI46FgJzvqz48qcHWUWY7lw= -github.com/projectdiscovery/fastdialer v0.2.3 h1:K03x5XEXGyVWxS2rtSR104E9kHF0aphN7kOCzbh8zv0= -github.com/projectdiscovery/fastdialer v0.2.3/go.mod h1:a0BKvETrO1EAohUYp9gwtbbce0hKD1qGrTegyAUqyRo= +github.com/projectdiscovery/fastdialer v0.2.5 h1:OZg31LFIBBHbXVnOEcFNtD0gBM80zpY68QvYI0xbw80= +github.com/projectdiscovery/fastdialer v0.2.5/go.mod h1:E1vmos7AeD/KZ7rsDeImjLp5H3jjas+2utVdUxGulvY= github.com/projectdiscovery/fdmax v0.0.4 h1:K9tIl5MUZrEMzjvwn/G4drsHms2aufTn1xUdeVcmhmc= github.com/projectdiscovery/fdmax v0.0.4/go.mod h1:oZLqbhMuJ5FmcoaalOm31B1P4Vka/CqP50nWjgtSz+I= github.com/projectdiscovery/freeport v0.0.5 h1:jnd3Oqsl4S8n0KuFkE5Hm8WGDP24ITBvmyw5pFTHS8Q= @@ -254,16 +254,16 @@ github.com/projectdiscovery/rawhttp v0.1.61 h1:EbskCj6kkDSG31sO5zEUFTqHp9ltccG1D github.com/projectdiscovery/rawhttp v0.1.61/go.mod h1:5XmDAKph9pLVnh87zjL+vXDpfG5W8Gz5N2BAtYTkuVU= github.com/projectdiscovery/retryabledns v1.0.72 h1:+k9JRYBMpZIyEQZJWVHoCHx1TEdpiuAS7iEru2bhs3A= github.com/projectdiscovery/retryabledns v1.0.72/go.mod h1:BDhYnqSH0Os2G37eb4L4vnKrUcik6Q6pR02Cq5PbT+0= -github.com/projectdiscovery/retryablehttp-go v1.0.72 h1:3m+9aRwC4KOMoQiOF3lVsDnPm/1+OR5r0UCHt5Edz5k= -github.com/projectdiscovery/retryablehttp-go v1.0.72/go.mod h1:tDPEpm0PlDOMB4yqHFPoLJZaK3uo+Auj/QIiUlzS+6Y= +github.com/projectdiscovery/retryablehttp-go v1.0.75 h1:Aw0UZst7Q9cO69kERb1eFZA5BQOCXR8OuKGlj4cnOKY= +github.com/projectdiscovery/retryablehttp-go v1.0.75/go.mod h1:YK2gKa4prlAI++mAA8PeDRSd1IztSfpkpQiUdn0Z5Nc= github.com/projectdiscovery/stringsutil v0.0.2 h1:uzmw3IVLJSMW1kEg8eCStG/cGbYYZAja8BH3LqqJXMA= github.com/projectdiscovery/stringsutil v0.0.2/go.mod h1:EJ3w6bC5fBYjVou6ryzodQq37D5c6qbAYQpGmAy+DC0= github.com/projectdiscovery/tlsx v1.1.6 h1:iw2zwKbd2+kRQ8J1G4dLmS0CLyemd/tKz1UzcNsC77A= github.com/projectdiscovery/tlsx v1.1.6/go.mod h1:s7SRRFdrwIZBK/RXXZi4CR/CubqFSvp8h5Bk1srEZIo= github.com/projectdiscovery/useragent v0.0.66 h1:ht3u3Oy5BaAo/+8oXo6Ozp1rD7aebuD0zxxWdbsRQOk= github.com/projectdiscovery/useragent v0.0.66/go.mod h1:ROpXS/U0EHjfjz/DXPyDpbyPL+LiA2p8fg1V/djhABo= -github.com/projectdiscovery/utils v0.2.5 h1:puiw3/gK1WTEj9ZKnW00tAS0ex+ETqbLJ8juRuejA98= -github.com/projectdiscovery/utils v0.2.5/go.mod h1:fv3WC6m/+bVT+wH+fMB+JsKviEC/UAuDSeKxWPlK3kk= +github.com/projectdiscovery/utils v0.2.6 h1:7ZZ+tK8u3vO/X7i0HXwybNusFBtYnM363bxDxJkVnso= +github.com/projectdiscovery/utils v0.2.6/go.mod h1:XFy8Ldt537TGkj3snH0zXfF9LigRfmHPGCNfDolSdEQ= github.com/projectdiscovery/wappalyzergo v0.1.12 h1:usZmlyiNDRvdYstZpFQH11cx413Ppykhh5pg6zVvcY4= github.com/projectdiscovery/wappalyzergo v0.1.12/go.mod h1:/hzgxkBFTMe2wDbA93nFfoMjULw7/vIZ9QPSAnCgUa8= github.com/refraction-networking/utls v1.6.7 h1:zVJ7sP1dJx/WtVuITug3qYUq034cDq9B2MR1K67ULZM= From 0874f2d5d615416efd8feda63c3c35b2397482cc Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 26 Aug 2024 10:47:01 +0000 Subject: [PATCH 09/47] chore(deps): bump github.com/projectdiscovery/rawhttp Bumps [github.com/projectdiscovery/rawhttp](https://github.com/projectdiscovery/rawhttp) from 0.1.61 to 0.1.63. - [Release notes](https://github.com/projectdiscovery/rawhttp/releases) - [Commits](https://github.com/projectdiscovery/rawhttp/compare/v0.1.61...v0.1.63) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/rawhttp dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index 4fb3f26c..f666c3c4 100644 --- a/go.mod +++ b/go.mod @@ -33,7 +33,7 @@ require ( github.com/projectdiscovery/mapcidr v1.1.34 github.com/projectdiscovery/networkpolicy v0.0.9 github.com/projectdiscovery/ratelimit v0.0.49 - github.com/projectdiscovery/rawhttp v0.1.61 + github.com/projectdiscovery/rawhttp v0.1.63 github.com/projectdiscovery/retryablehttp-go v1.0.75 github.com/projectdiscovery/tlsx v1.1.6 github.com/projectdiscovery/useragent v0.0.66 diff --git a/go.sum b/go.sum index f0a7ca98..8ed755ee 100644 --- a/go.sum +++ b/go.sum @@ -250,8 +250,8 @@ github.com/projectdiscovery/networkpolicy v0.0.9 h1:IrlDoYZagNNO8y+7iZeHT8k5izE+ github.com/projectdiscovery/networkpolicy v0.0.9/go.mod h1:XFJ2Lnv8BE/ziQCFjBHMsH1w6VmkPiQtk+NlBpdMU7M= github.com/projectdiscovery/ratelimit v0.0.49 h1:PYatMp8g5OuoFsZOA90e48nLd2vB6a4Tw0FZ8h9zqkQ= github.com/projectdiscovery/ratelimit v0.0.49/go.mod h1:Xi0LTMHg4HQlmCZFzRBIhRW6N+QW5RxQ8V/Qs+Vta4k= -github.com/projectdiscovery/rawhttp v0.1.61 h1:EbskCj6kkDSG31sO5zEUFTqHp9ltccG1DdcI+MCdahQ= -github.com/projectdiscovery/rawhttp v0.1.61/go.mod h1:5XmDAKph9pLVnh87zjL+vXDpfG5W8Gz5N2BAtYTkuVU= +github.com/projectdiscovery/rawhttp v0.1.63 h1:1MYB+2jFIF+KY7YpevBQebWGKsUixZh1faW4qQq4qMQ= +github.com/projectdiscovery/rawhttp v0.1.63/go.mod h1:nKAUkg61DfonVFnVeFx0hhEHaycIjKdDK7iJosp9yDA= github.com/projectdiscovery/retryabledns v1.0.72 h1:+k9JRYBMpZIyEQZJWVHoCHx1TEdpiuAS7iEru2bhs3A= github.com/projectdiscovery/retryabledns v1.0.72/go.mod h1:BDhYnqSH0Os2G37eb4L4vnKrUcik6Q6pR02Cq5PbT+0= github.com/projectdiscovery/retryablehttp-go v1.0.75 h1:Aw0UZst7Q9cO69kERb1eFZA5BQOCXR8OuKGlj4cnOKY= From 5330266bfd47c96d0b2c2837e6de1b8d6e316965 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 26 Aug 2024 10:47:01 +0000 Subject: [PATCH 10/47] chore(deps): bump github.com/projectdiscovery/fastdialer Bumps [github.com/projectdiscovery/fastdialer](https://github.com/projectdiscovery/fastdialer) from 0.2.3 to 0.2.6. - [Release notes](https://github.com/projectdiscovery/fastdialer/releases) - [Commits](https://github.com/projectdiscovery/fastdialer/compare/v0.2.3...v0.2.6) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/fastdialer dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index 4fb3f26c..1ce60a59 100644 --- a/go.mod +++ b/go.mod @@ -24,7 +24,7 @@ require ( github.com/projectdiscovery/cdncheck v1.1.0 github.com/projectdiscovery/clistats v0.1.0 github.com/projectdiscovery/dsl v0.1.10 - github.com/projectdiscovery/fastdialer v0.2.5 + github.com/projectdiscovery/fastdialer v0.2.6 github.com/projectdiscovery/fdmax v0.0.4 github.com/projectdiscovery/goconfig v0.0.1 github.com/projectdiscovery/goflags v0.1.64 diff --git a/go.sum b/go.sum index f0a7ca98..b0161c7c 100644 --- a/go.sum +++ b/go.sum @@ -226,8 +226,8 @@ github.com/projectdiscovery/clistats v0.1.0 h1:b+LF1w0xhNd7cneKWMXb+/yUmF1n5szaw github.com/projectdiscovery/clistats v0.1.0/go.mod h1:GJ2av0KnOvK0AISQnP8hyDclYIji1LVkx2l0pwnzAu4= github.com/projectdiscovery/dsl v0.1.10 h1:FBD5Muiwj3OdkDAYvmltQ0rcVMpLZK5IqNZi9Pd/gb0= github.com/projectdiscovery/dsl v0.1.10/go.mod h1:Kg9snSkjTPZ2qiIDr4jjFI46FgJzvqz48qcHWUWY7lw= -github.com/projectdiscovery/fastdialer v0.2.5 h1:OZg31LFIBBHbXVnOEcFNtD0gBM80zpY68QvYI0xbw80= -github.com/projectdiscovery/fastdialer v0.2.5/go.mod h1:E1vmos7AeD/KZ7rsDeImjLp5H3jjas+2utVdUxGulvY= +github.com/projectdiscovery/fastdialer v0.2.6 h1:b5NYhkmmu4XieE1mfRyjZQQAPVTHRTAEZX4SebA3bEw= +github.com/projectdiscovery/fastdialer v0.2.6/go.mod h1:o5jaKpvoCnnGsFDUaJ6byCLZG68igmFNe2SAnhhFlf8= github.com/projectdiscovery/fdmax v0.0.4 h1:K9tIl5MUZrEMzjvwn/G4drsHms2aufTn1xUdeVcmhmc= github.com/projectdiscovery/fdmax v0.0.4/go.mod h1:oZLqbhMuJ5FmcoaalOm31B1P4Vka/CqP50nWjgtSz+I= github.com/projectdiscovery/freeport v0.0.5 h1:jnd3Oqsl4S8n0KuFkE5Hm8WGDP24ITBvmyw5pFTHS8Q= From 7c391136ab8f6916a42bf9e62c3ae5556c874ab5 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 26 Aug 2024 10:47:26 +0000 Subject: [PATCH 11/47] chore(deps): bump github.com/projectdiscovery/wappalyzergo Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.1.12 to 0.1.16. - [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases) - [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.1.12...v0.1.16) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/wappalyzergo dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index 4fb3f26c..dcf8761c 100644 --- a/go.mod +++ b/go.mod @@ -38,7 +38,7 @@ require ( github.com/projectdiscovery/tlsx v1.1.6 github.com/projectdiscovery/useragent v0.0.66 github.com/projectdiscovery/utils v0.2.6 - github.com/projectdiscovery/wappalyzergo v0.1.12 + github.com/projectdiscovery/wappalyzergo v0.1.16 github.com/rs/xid v1.5.0 github.com/spaolacci/murmur3 v1.1.0 github.com/stretchr/testify v1.9.0 diff --git a/go.sum b/go.sum index f0a7ca98..6f9b1150 100644 --- a/go.sum +++ b/go.sum @@ -264,8 +264,8 @@ github.com/projectdiscovery/useragent v0.0.66 h1:ht3u3Oy5BaAo/+8oXo6Ozp1rD7aebuD github.com/projectdiscovery/useragent v0.0.66/go.mod h1:ROpXS/U0EHjfjz/DXPyDpbyPL+LiA2p8fg1V/djhABo= github.com/projectdiscovery/utils v0.2.6 h1:7ZZ+tK8u3vO/X7i0HXwybNusFBtYnM363bxDxJkVnso= github.com/projectdiscovery/utils v0.2.6/go.mod h1:XFy8Ldt537TGkj3snH0zXfF9LigRfmHPGCNfDolSdEQ= -github.com/projectdiscovery/wappalyzergo v0.1.12 h1:usZmlyiNDRvdYstZpFQH11cx413Ppykhh5pg6zVvcY4= -github.com/projectdiscovery/wappalyzergo v0.1.12/go.mod h1:/hzgxkBFTMe2wDbA93nFfoMjULw7/vIZ9QPSAnCgUa8= +github.com/projectdiscovery/wappalyzergo v0.1.16 h1:c8HScLwkKOydIWyfjojLFzQjHdo0YYsU0MYXlx6ON5U= +github.com/projectdiscovery/wappalyzergo v0.1.16/go.mod h1:/hzgxkBFTMe2wDbA93nFfoMjULw7/vIZ9QPSAnCgUa8= github.com/refraction-networking/utls v1.6.7 h1:zVJ7sP1dJx/WtVuITug3qYUq034cDq9B2MR1K67ULZM= github.com/refraction-networking/utls v1.6.7/go.mod h1:BC3O4vQzye5hqpmDTWUqi4P5DDhzJfkV1tdqtawQIH0= github.com/rivo/uniseg v0.1.0/go.mod h1:J6wj4VEh+S6ZtnVlnTBMWIodfgj8LQOQFoIToxlJtxc= From b5f864a6145dbf4648139d75289b50cb2a5c687a Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 26 Aug 2024 10:54:14 +0000 Subject: [PATCH 12/47] chore(deps): bump github.com/projectdiscovery/useragent Bumps [github.com/projectdiscovery/useragent](https://github.com/projectdiscovery/useragent) from 0.0.66 to 0.0.67. - [Release notes](https://github.com/projectdiscovery/useragent/releases) - [Commits](https://github.com/projectdiscovery/useragent/compare/v0.0.66...v0.0.67) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/useragent dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index d1943c8f..2e54bd12 100644 --- a/go.mod +++ b/go.mod @@ -36,7 +36,7 @@ require ( github.com/projectdiscovery/rawhttp v0.1.63 github.com/projectdiscovery/retryablehttp-go v1.0.75 github.com/projectdiscovery/tlsx v1.1.6 - github.com/projectdiscovery/useragent v0.0.66 + github.com/projectdiscovery/useragent v0.0.67 github.com/projectdiscovery/utils v0.2.6 github.com/projectdiscovery/wappalyzergo v0.1.16 github.com/rs/xid v1.5.0 diff --git a/go.sum b/go.sum index 5b9c2ba8..4e45d41c 100644 --- a/go.sum +++ b/go.sum @@ -260,8 +260,8 @@ github.com/projectdiscovery/stringsutil v0.0.2 h1:uzmw3IVLJSMW1kEg8eCStG/cGbYYZA github.com/projectdiscovery/stringsutil v0.0.2/go.mod h1:EJ3w6bC5fBYjVou6ryzodQq37D5c6qbAYQpGmAy+DC0= github.com/projectdiscovery/tlsx v1.1.6 h1:iw2zwKbd2+kRQ8J1G4dLmS0CLyemd/tKz1UzcNsC77A= github.com/projectdiscovery/tlsx v1.1.6/go.mod h1:s7SRRFdrwIZBK/RXXZi4CR/CubqFSvp8h5Bk1srEZIo= -github.com/projectdiscovery/useragent v0.0.66 h1:ht3u3Oy5BaAo/+8oXo6Ozp1rD7aebuD0zxxWdbsRQOk= -github.com/projectdiscovery/useragent v0.0.66/go.mod h1:ROpXS/U0EHjfjz/DXPyDpbyPL+LiA2p8fg1V/djhABo= +github.com/projectdiscovery/useragent v0.0.67 h1:+rBEq/0OOSn1kIjbAbNc6YhSZitYRehPzGlhQIbkLz4= +github.com/projectdiscovery/useragent v0.0.67/go.mod h1:bqsU/dBKAQc+ziT4u7SUdzfyvtvqCVi5S8IhBu+905Y= github.com/projectdiscovery/utils v0.2.6 h1:7ZZ+tK8u3vO/X7i0HXwybNusFBtYnM363bxDxJkVnso= github.com/projectdiscovery/utils v0.2.6/go.mod h1:XFy8Ldt537TGkj3snH0zXfF9LigRfmHPGCNfDolSdEQ= github.com/projectdiscovery/wappalyzergo v0.1.16 h1:c8HScLwkKOydIWyfjojLFzQjHdo0YYsU0MYXlx6ON5U= From 0e61679af170eb40a99f5cf5a7b3a5ebe712a605 Mon Sep 17 00:00:00 2001 From: Ramana Reddy <90540245+RamanaReddy0M@users.noreply.github.com> Date: Mon, 26 Aug 2024 16:33:59 +0530 Subject: [PATCH 13/47] Add team-id in dashboard url (#1892) add team-id in dashboard url --- internal/pdcp/utils.go | 10 +++++++++- internal/pdcp/writer.go | 5 +++-- 2 files changed, 12 insertions(+), 3 deletions(-) diff --git a/internal/pdcp/utils.go b/internal/pdcp/utils.go index 301ef2aa..3c399802 100644 --- a/internal/pdcp/utils.go +++ b/internal/pdcp/utils.go @@ -5,9 +5,17 @@ import ( urlutil "github.com/projectdiscovery/utils/url" ) -func getAssetsDashBoardURL(id string) string { +func getAssetsDashBoardURL(id, teamID string) string { ux, _ := urlutil.Parse(pdcpauth.DashBoardURL) ux.Path = "/assets/" + id + if ux.Params == nil { + ux.Params = urlutil.NewOrderedParams() + } + if teamID != "" { + ux.Params.Add("team_id", teamID) + } else { + ux.Params.Add("team_id", NoneTeamID) + } ux.Update() return ux.String() } diff --git a/internal/pdcp/writer.go b/internal/pdcp/writer.go index 21f96bc1..61327eeb 100644 --- a/internal/pdcp/writer.go +++ b/internal/pdcp/writer.go @@ -31,6 +31,7 @@ const ( MaxChunkSize = 4 * unitutils.Mega // 4 MB xidRe = `^[a-z0-9]{20}$` teamIDHeader = "X-Team-Id" + NoneTeamID = "none" ) var ( @@ -125,7 +126,7 @@ func (u *UploadWriter) autoCommit(ctx context.Context) { if u.assetGroupID == "" { gologger.Verbose().Msgf("UI dashboard setup skipped, no results found to upload") } else { - gologger.Info().Msgf("Found %v results, View found results in dashboard : %v", u.counter.Load(), getAssetsDashBoardURL(u.assetGroupID)) + gologger.Info().Msgf("Found %v results, View found results in dashboard : %v", u.counter.Load(), getAssetsDashBoardURL(u.assetGroupID, u.TeamID)) } }() // temporary buffer to store the results @@ -190,7 +191,7 @@ func (u *UploadWriter) uploadChunk(buff *bytes.Buffer) error { // if successful, reset the buffer buff.Reset() // log in verbose mode - gologger.Warning().Msgf("Uploaded results chunk, you can view assets at %v", getAssetsDashBoardURL(u.assetGroupID)) + gologger.Warning().Msgf("Uploaded results chunk, you can view assets at %v", getAssetsDashBoardURL(u.assetGroupID, u.TeamID)) return nil } From c861df0351125c7ffba824900ad173a12b62ee27 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Do=C4=9Fan=20Can=20Bak=C4=B1r?= Date: Mon, 26 Aug 2024 14:05:26 +0300 Subject: [PATCH 14/47] use mapstructure tag --- go.mod | 6 ++- go.sum | 4 +- runner/types.go | 137 ++++++++++++++++++++++++------------------------ 3 files changed, 74 insertions(+), 73 deletions(-) diff --git a/go.mod b/go.mod index dde52d86..8d48a611 100644 --- a/go.mod +++ b/go.mod @@ -18,7 +18,6 @@ require ( github.com/mfonda/simhash v0.0.0-20151007195837-79f94a1100d6 github.com/microcosm-cc/bluemonday v1.0.26 github.com/miekg/dns v1.1.59 // indirect - github.com/mitchellh/mapstructure v1.5.0 github.com/pkg/errors v0.9.1 github.com/projectdiscovery/asnmap v1.1.1 github.com/projectdiscovery/cdncheck v1.1.0 @@ -51,7 +50,10 @@ require ( golang.org/x/text v0.16.0 ) -require github.com/weppos/publicsuffix-go v0.30.2 +require ( + github.com/go-viper/mapstructure/v2 v2.1.0 + github.com/weppos/publicsuffix-go v0.30.2 +) require ( aead.dev/minisign v0.2.0 // indirect diff --git a/go.sum b/go.sum index ac5213e4..7e967229 100644 --- a/go.sum +++ b/go.sum @@ -78,6 +78,8 @@ github.com/go-ole/go-ole v1.2.6 h1:/Fpf6oFPoeFik9ty7siob0G6Ke8QvQEuVcuChpwXzpY= github.com/go-ole/go-ole v1.2.6/go.mod h1:pprOEPIfldk/42T2oK7lQ4v4JSDwmV0As9GaiUsvbm0= github.com/go-rod/rod v0.114.0 h1:P+zLOqsj+vKf4C86SfjP6ymyPl9VXoYKm+ceCeQms6Y= github.com/go-rod/rod v0.114.0/go.mod h1:aiedSEFg5DwG/fnNbUOTPMTTWX3MRj6vIs/a684Mthw= +github.com/go-viper/mapstructure/v2 v2.1.0 h1:gHnMa2Y/pIxElCH2GlZZ1lZSsn6XMtufpGyP1XxdC/w= +github.com/go-viper/mapstructure/v2 v2.1.0/go.mod h1:oJDH3BJKyqBA2TXFhDsKDGDTlndYOZ6rGS0BRZIxGhM= github.com/gofrs/uuid v3.3.0+incompatible/go.mod h1:b2aQJv3Z4Fp6yNu3cdSllBxTCLRxnplIgP/c0N/04lM= github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= github.com/golang/protobuf v1.3.1/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= @@ -176,8 +178,6 @@ github.com/miekg/dns v1.1.59 h1:C9EXc/UToRwKLhK5wKU/I4QVsBUc8kE6MkHBkeypWZs= github.com/miekg/dns v1.1.59/go.mod h1:nZpewl5p6IvctfgrckopVx2OlSEHPRO/U4SYkRklrEk= github.com/minio/selfupdate v0.6.1-0.20230907112617-f11e74f84ca7 h1:yRZGarbxsRytL6EGgbqK2mCY+Lk5MWKQYKJT2gEglhc= github.com/minio/selfupdate v0.6.1-0.20230907112617-f11e74f84ca7/go.mod h1:bO02GTIPCMQFTEvE5h4DjYB58bCoZ35XLeBf0buTDdM= -github.com/mitchellh/mapstructure v1.5.0 h1:jeMsZIYE/09sWLaz43PL7Gy6RuMjD2eJVyuac5Z2hdY= -github.com/mitchellh/mapstructure v1.5.0/go.mod h1:bFUtVrKA4DC2yAKiSyO/QUcy7e+RRV2QTWOzhPopBRo= github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd h1:TRLaZ9cD/w8PVh93nsPXa1VrQ6jlwL5oN8l14QlcNfg= github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= diff --git a/runner/types.go b/runner/types.go index da3b1cc6..a556ea96 100644 --- a/runner/types.go +++ b/runner/types.go @@ -9,7 +9,7 @@ import ( "github.com/go-faker/faker/v4" "github.com/go-faker/faker/v4/pkg/options" - "github.com/mitchellh/mapstructure" + mapstructure "github.com/go-viper/mapstructure/v2" "github.com/projectdiscovery/dsl" "github.com/projectdiscovery/gologger" "github.com/projectdiscovery/tlsx/pkg/tlsx/clients" @@ -32,74 +32,74 @@ func (o AsnResponse) String() string { // Result of a scan type Result struct { - Timestamp time.Time `json:"timestamp,omitempty" csv:"timestamp"` - ASN *AsnResponse `json:"asn,omitempty" csv:"asn"` - Err error `json:"-" csv:"-"` - CSPData *httpx.CSPData `json:"csp,omitempty" csv:"csp"` - TLSData *clients.Response `json:"tls,omitempty" csv:"tls"` - Hashes map[string]interface{} `json:"hash,omitempty" csv:"hash"` - ExtractRegex []string `json:"extract_regex,omitempty" csv:"extract_regex"` - CDNName string `json:"cdn_name,omitempty" csv:"cdn_name"` - CDNType string `json:"cdn_type,omitempty" csv:"cdn_type"` - SNI string `json:"sni,omitempty" csv:"sni"` - Port string `json:"port,omitempty" csv:"port"` - Raw string `json:"-" csv:"-"` - URL string `json:"url,omitempty" csv:"url"` - Input string `json:"input,omitempty" csv:"input"` - Location string `json:"location,omitempty" csv:"location"` - Title string `json:"title,omitempty" csv:"title"` - str string - Scheme string `json:"scheme,omitempty" csv:"scheme"` - Error string `json:"error,omitempty" csv:"error"` - WebServer string `json:"webserver,omitempty" csv:"webserver"` - ResponseBody string `json:"body,omitempty" csv:"body"` - BodyPreview string `json:"body_preview,omitempty" csv:"body_preview"` - ContentType string `json:"content_type,omitempty" csv:"content_type"` - Method string `json:"method,omitempty" csv:"method"` - Host string `json:"host,omitempty" csv:"host"` - Path string `json:"path,omitempty" csv:"path"` - FavIconMMH3 string `json:"favicon,omitempty" csv:"favicon"` - FavIconMD5 string `json:"favicon_md5,omitempty" csv:"favicon"` - FaviconPath string `json:"favicon_path,omitempty" csv:"favicon_path"` - FaviconURL string `json:"favicon_url,omitempty" csv:"favicon_url"` - FinalURL string `json:"final_url,omitempty" csv:"final_url"` - ResponseHeaders map[string]interface{} `json:"header,omitempty" csv:"header"` - RawHeaders string `json:"raw_header,omitempty" csv:"raw_header"` - Request string `json:"request,omitempty" csv:"request"` - ResponseTime string `json:"time,omitempty" csv:"time"` - JarmHash string `json:"jarm_hash,omitempty" csv:"jarm_hash"` - ChainStatusCodes []int `json:"chain_status_codes,omitempty" csv:"chain_status_codes"` - A []string `json:"a,omitempty" csv:"a"` - AAAA []string `json:"aaaa,omitempty" csv:"aaaa"` - CNAMEs []string `json:"cname,omitempty" csv:"cname"` - Technologies []string `json:"tech,omitempty" csv:"tech"` - Extracts map[string][]string `json:"extracts,omitempty" csv:"extracts"` - Chain []httpx.ChainItem `json:"chain,omitempty" csv:"chain"` - Words int `json:"words" csv:"words"` - Lines int `json:"lines" csv:"lines"` - StatusCode int `json:"status_code" csv:"status_code"` - ContentLength int `json:"content_length" csv:"content_length"` - Failed bool `json:"failed" csv:"failed"` - VHost bool `json:"vhost,omitempty" csv:"vhost"` - WebSocket bool `json:"websocket,omitempty" csv:"websocket"` - CDN bool `json:"cdn,omitempty" csv:"cdn"` - HTTP2 bool `json:"http2,omitempty" csv:"http2"` - Pipeline bool `json:"pipeline,omitempty" csv:"pipeline"` - HeadlessBody string `json:"headless_body,omitempty" csv:"headless_body"` - ScreenshotBytes []byte `json:"screenshot_bytes,omitempty" csv:"screenshot_bytes"` - StoredResponsePath string `json:"stored_response_path,omitempty" csv:"stored_response_path"` - ScreenshotPath string `json:"screenshot_path,omitempty" csv:"screenshot_path"` - ScreenshotPathRel string `json:"screenshot_path_rel,omitempty" csv:"screenshot_path_rel"` - KnowledgeBase map[string]interface{} `json:"knowledgebase,omitempty" csv:"knowledgebase"` - Resolvers []string `json:"resolvers,omitempty" csv:"resolvers"` - Fqdns []string `json:"body_fqdn,omitempty"` - Domains []string `json:"body_domains,omitempty"` + Timestamp time.Time `json:"timestamp,omitempty" csv:"timestamp" mapstructure:"timestamp"` + ASN *AsnResponse `json:"asn,omitempty" csv:"asn" mapstructure:"asn"` + Err error `json:"-" csv:"-" mapstructure:"-"` + CSPData *httpx.CSPData `json:"csp,omitempty" csv:"csp" mapstructure:"csp"` + TLSData *clients.Response `json:"tls,omitempty" csv:"tls" mapstructure:"tls"` + Hashes map[string]interface{} `json:"hash,omitempty" csv:"hash" mapstructure:"hash"` + ExtractRegex []string `json:"extract_regex,omitempty" csv:"extract_regex" mapstructure:"extract_regex"` + CDNName string `json:"cdn_name,omitempty" csv:"cdn_name" mapstructure:"cdn_name"` + CDNType string `json:"cdn_type,omitempty" csv:"cdn_type" mapstructure:"cdn_type"` + SNI string `json:"sni,omitempty" csv:"sni" mapstructure:"sni"` + Port string `json:"port,omitempty" csv:"port" mapstructure:"port"` + Raw string `json:"-" csv:"-" mapstructure:"-"` + URL string `json:"url,omitempty" csv:"url" mapstructure:"url"` + Input string `json:"input,omitempty" csv:"input" mapstructure:"input"` + Location string `json:"location,omitempty" csv:"location" mapstructure:"location"` + Title string `json:"title,omitempty" csv:"title" mapstructure:"title"` + str string `mapstructure:"-"` + Scheme string `json:"scheme,omitempty" csv:"scheme" mapstructure:"scheme"` + Error string `json:"error,omitempty" csv:"error" mapstructure:"error"` + WebServer string `json:"webserver,omitempty" csv:"webserver" mapstructure:"webserver"` + ResponseBody string `json:"body,omitempty" csv:"body" mapstructure:"body"` + BodyPreview string `json:"body_preview,omitempty" csv:"body_preview" mapstructure:"body_preview"` + ContentType string `json:"content_type,omitempty" csv:"content_type" mapstructure:"content_type"` + Method string `json:"method,omitempty" csv:"method" mapstructure:"method"` + Host string `json:"host,omitempty" csv:"host" mapstructure:"host"` + Path string `json:"path,omitempty" csv:"path" mapstructure:"path"` + FavIconMMH3 string `json:"favicon,omitempty" csv:"favicon" mapstructure:"favicon"` + FavIconMD5 string `json:"favicon_md5,omitempty" csv:"favicon" mapstructure:"favicon_md5"` + FaviconPath string `json:"favicon_path,omitempty" csv:"favicon_path" mapstructure:"favicon_path"` + FaviconURL string `json:"favicon_url,omitempty" csv:"favicon_url" mapstructure:"favicon_url"` + FinalURL string `json:"final_url,omitempty" csv:"final_url" mapstructure:"final_url"` + ResponseHeaders map[string]interface{} `json:"header,omitempty" csv:"header" mapstructure:"header"` + RawHeaders string `json:"raw_header,omitempty" csv:"raw_header" mapstructure:"raw_header"` + Request string `json:"request,omitempty" csv:"request" mapstructure:"request"` + ResponseTime string `json:"time,omitempty" csv:"time" mapstructure:"time"` + JarmHash string `json:"jarm_hash,omitempty" csv:"jarm_hash" mapstructure:"jarm_hash"` + ChainStatusCodes []int `json:"chain_status_codes,omitempty" csv:"chain_status_codes" mapstructure:"chain_status_codes"` + A []string `json:"a,omitempty" csv:"a" mapstructure:"a"` + AAAA []string `json:"aaaa,omitempty" csv:"aaaa" mapstructure:"aaaa"` + CNAMEs []string `json:"cname,omitempty" csv:"cname" mapstructure:"cname"` + Technologies []string `json:"tech,omitempty" csv:"tech" mapstructure:"tech"` + Extracts map[string][]string `json:"extracts,omitempty" csv:"extracts" mapstructure:"extracts"` + Chain []httpx.ChainItem `json:"chain,omitempty" csv:"chain" mapstructure:"chain"` + Words int `json:"words" csv:"words" mapstructure:"words"` + Lines int `json:"lines" csv:"lines" mapstructure:"lines"` + StatusCode int `json:"status_code" csv:"status_code" mapstructure:"status_code"` + ContentLength int `json:"content_length" csv:"content_length" mapstructure:"content_length"` + Failed bool `json:"failed" csv:"failed" mapstructure:"failed"` + VHost bool `json:"vhost,omitempty" csv:"vhost" mapstructure:"vhost"` + WebSocket bool `json:"websocket,omitempty" csv:"websocket" mapstructure:"websocket"` + CDN bool `json:"cdn,omitempty" csv:"cdn" mapstructure:"cdn"` + HTTP2 bool `json:"http2,omitempty" csv:"http2" mapstructure:"http2"` + Pipeline bool `json:"pipeline,omitempty" csv:"pipeline" mapstructure:"pipeline"` + HeadlessBody string `json:"headless_body,omitempty" csv:"headless_body" mapstructure:"headless_body"` + ScreenshotBytes []byte `json:"screenshot_bytes,omitempty" csv:"screenshot_bytes" mapstructure:"screenshot_bytes"` + StoredResponsePath string `json:"stored_response_path,omitempty" csv:"stored_response_path" mapstructure:"stored_response_path"` + ScreenshotPath string `json:"screenshot_path,omitempty" csv:"screenshot_path" mapstructure:"screenshot_path"` + ScreenshotPathRel string `json:"screenshot_path_rel,omitempty" csv:"screenshot_path_rel" mapstructure:"screenshot_path_rel"` + KnowledgeBase map[string]interface{} `json:"knowledgebase,omitempty" csv:"knowledgebase" mapstructure:"knowledgebase"` + Resolvers []string `json:"resolvers,omitempty" csv:"resolvers" mapstructure:"resolvers"` + Fqdns []string `json:"body_fqdn,omitempty" mapstructure:"body_fqdn"` + Domains []string `json:"body_domains,omitempty" mapstructure:"body_domains"` // Internal Fields - TechnologyDetails map[string]wappalyzer.AppInfo `json:"-" csv:"-"` - RequestRaw []byte `json:"-" csv:"-"` - Response *httpx.Response `json:"-" csv:"-"` - FaviconData []byte `json:"-" csv:"-"` + TechnologyDetails map[string]wappalyzer.AppInfo `json:"-" csv:"-" mapstructure:"-"` + RequestRaw []byte `json:"-" csv:"-" mapstructure:"-"` + Response *httpx.Response `json:"-" csv:"-" mapstructure:"-"` + FaviconData []byte `json:"-" csv:"-" mapstructure:"-"` } // function to get dsl variables from result struct @@ -139,8 +139,7 @@ func evalDslExpr(result Result, dslExpr string) bool { func resultToMap(resp Result) (map[string]any, error) { m := make(map[string]any) config := &mapstructure.DecoderConfig{ - TagName: "json", - Result: &m, + Result: &m, } decoder, err := mapstructure.NewDecoder(config) if err != nil { From e979dcdd0c30f1f53774fe320bc9eb1bb774ffc2 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 2 Sep 2024 10:22:04 +0000 Subject: [PATCH 15/47] chore(deps): bump github.com/projectdiscovery/dsl from 0.1.10 to 0.2.1 Bumps [github.com/projectdiscovery/dsl](https://github.com/projectdiscovery/dsl) from 0.1.10 to 0.2.1. - [Release notes](https://github.com/projectdiscovery/dsl/releases) - [Commits](https://github.com/projectdiscovery/dsl/compare/v0.1.10...v0.2.1) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/dsl dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] --- go.mod | 6 +++--- go.sum | 12 ++++++------ 2 files changed, 9 insertions(+), 9 deletions(-) diff --git a/go.mod b/go.mod index 53ad7c95..7a4c9cf2 100644 --- a/go.mod +++ b/go.mod @@ -22,12 +22,12 @@ require ( github.com/projectdiscovery/asnmap v1.1.1 github.com/projectdiscovery/cdncheck v1.1.0 github.com/projectdiscovery/clistats v0.1.0 - github.com/projectdiscovery/dsl v0.1.10 + github.com/projectdiscovery/dsl v0.2.1 github.com/projectdiscovery/fastdialer v0.2.6 github.com/projectdiscovery/fdmax v0.0.4 github.com/projectdiscovery/goconfig v0.0.1 github.com/projectdiscovery/goflags v0.1.64 - github.com/projectdiscovery/gologger v1.1.20 + github.com/projectdiscovery/gologger v1.1.21 github.com/projectdiscovery/hmap v0.0.55 github.com/projectdiscovery/mapcidr v1.1.34 github.com/projectdiscovery/networkpolicy v0.0.9 @@ -36,7 +36,7 @@ require ( github.com/projectdiscovery/retryablehttp-go v1.0.75 github.com/projectdiscovery/tlsx v1.1.6 github.com/projectdiscovery/useragent v0.0.67 - github.com/projectdiscovery/utils v0.2.6 + github.com/projectdiscovery/utils v0.2.7 github.com/projectdiscovery/wappalyzergo v0.1.16 github.com/rs/xid v1.5.0 github.com/spaolacci/murmur3 v1.1.0 diff --git a/go.sum b/go.sum index dfc84884..38497a25 100644 --- a/go.sum +++ b/go.sum @@ -224,8 +224,8 @@ github.com/projectdiscovery/cdncheck v1.1.0 h1:qDITidmJsejzpk3rMkauCh6sjI2GH9hW/ github.com/projectdiscovery/cdncheck v1.1.0/go.mod h1:sZ8U4MjHSsyaTVjBbYWHT1cwUVvUYwDX1W+WvWRicIc= github.com/projectdiscovery/clistats v0.1.0 h1:b+LF1w0xhNd7cneKWMXb+/yUmF1n5szawxP4XGpmbxs= github.com/projectdiscovery/clistats v0.1.0/go.mod h1:GJ2av0KnOvK0AISQnP8hyDclYIji1LVkx2l0pwnzAu4= -github.com/projectdiscovery/dsl v0.1.10 h1:FBD5Muiwj3OdkDAYvmltQ0rcVMpLZK5IqNZi9Pd/gb0= -github.com/projectdiscovery/dsl v0.1.10/go.mod h1:Kg9snSkjTPZ2qiIDr4jjFI46FgJzvqz48qcHWUWY7lw= +github.com/projectdiscovery/dsl v0.2.1 h1:TK3KD4jsg4YbvY7WJqnz1QyH4AOvAwezeBFOX97Evgk= +github.com/projectdiscovery/dsl v0.2.1/go.mod h1:IRQXsmi5/g1dDZ79//A9t2vrRtxm4frRSd5t8CZVSbI= github.com/projectdiscovery/fastdialer v0.2.6 h1:b5NYhkmmu4XieE1mfRyjZQQAPVTHRTAEZX4SebA3bEw= github.com/projectdiscovery/fastdialer v0.2.6/go.mod h1:o5jaKpvoCnnGsFDUaJ6byCLZG68igmFNe2SAnhhFlf8= github.com/projectdiscovery/fdmax v0.0.4 h1:K9tIl5MUZrEMzjvwn/G4drsHms2aufTn1xUdeVcmhmc= @@ -236,8 +236,8 @@ github.com/projectdiscovery/goconfig v0.0.1 h1:36m3QjohZvemqh9bkJAakaHsm9iEZ2AcQ github.com/projectdiscovery/goconfig v0.0.1/go.mod h1:CPO25zR+mzTtyBrsygqsHse0sp/4vB/PjaHi9upXlDw= github.com/projectdiscovery/goflags v0.1.64 h1:FDfwdt9N97Hi8OuhbkDlKtVttpc/CRMIWQVa08VsHsI= github.com/projectdiscovery/goflags v0.1.64/go.mod h1:3FyHIVQtnycNOc1LE3O1jj/XR5XuMdF9QfHd0ujhnX4= -github.com/projectdiscovery/gologger v1.1.20 h1:aIv6s/6XR+Dp4PAlRVcwn3rbmO0wIm1qMdthWuno4ZY= -github.com/projectdiscovery/gologger v1.1.20/go.mod h1:8b3S8v4aIlgiJzqSKNm7MF2b4FndGZyrf36M2JtXmSY= +github.com/projectdiscovery/gologger v1.1.21 h1:FD9MGE9adY/y2IxDpQgPZIvZAkQIx3bvcuY+d1FLQUo= +github.com/projectdiscovery/gologger v1.1.21/go.mod h1:eyvlcHiSuzJQtwmh+fcfwZVaqVgSGtEP1oL1gJFgP3c= github.com/projectdiscovery/gostruct v0.0.2 h1:s8gP8ApugGM4go1pA+sVlPDXaWqNP5BBDDSv7VEdG1M= github.com/projectdiscovery/gostruct v0.0.2/go.mod h1:H86peL4HKwMXcQQtEa6lmC8FuD9XFt6gkNR0B/Mu5PE= github.com/projectdiscovery/hmap v0.0.55 h1:By0qSeQRE/ybeITUEL6oURN+j7qX7FVjCq92duwsqcA= @@ -262,8 +262,8 @@ github.com/projectdiscovery/tlsx v1.1.6 h1:iw2zwKbd2+kRQ8J1G4dLmS0CLyemd/tKz1Uzc github.com/projectdiscovery/tlsx v1.1.6/go.mod h1:s7SRRFdrwIZBK/RXXZi4CR/CubqFSvp8h5Bk1srEZIo= github.com/projectdiscovery/useragent v0.0.67 h1:+rBEq/0OOSn1kIjbAbNc6YhSZitYRehPzGlhQIbkLz4= github.com/projectdiscovery/useragent v0.0.67/go.mod h1:bqsU/dBKAQc+ziT4u7SUdzfyvtvqCVi5S8IhBu+905Y= -github.com/projectdiscovery/utils v0.2.6 h1:7ZZ+tK8u3vO/X7i0HXwybNusFBtYnM363bxDxJkVnso= -github.com/projectdiscovery/utils v0.2.6/go.mod h1:XFy8Ldt537TGkj3snH0zXfF9LigRfmHPGCNfDolSdEQ= +github.com/projectdiscovery/utils v0.2.7 h1:XWdz7SscL++jqsnQ9ecHzSZE0RK33tyPcnqcXw+vmKs= +github.com/projectdiscovery/utils v0.2.7/go.mod h1:N0N7tbdNFPegd9NpJ3onCPClaBrERcOIB88yww6UCF8= github.com/projectdiscovery/wappalyzergo v0.1.16 h1:c8HScLwkKOydIWyfjojLFzQjHdo0YYsU0MYXlx6ON5U= github.com/projectdiscovery/wappalyzergo v0.1.16/go.mod h1:/hzgxkBFTMe2wDbA93nFfoMjULw7/vIZ9QPSAnCgUa8= github.com/refraction-networking/utls v1.6.7 h1:zVJ7sP1dJx/WtVuITug3qYUq034cDq9B2MR1K67ULZM= From e8c0b88370c40646ed3a92579f712f0e33fbc061 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 2 Sep 2024 10:22:13 +0000 Subject: [PATCH 16/47] chore(deps): bump github.com/projectdiscovery/retryabledns Bumps [github.com/projectdiscovery/retryabledns](https://github.com/projectdiscovery/retryabledns) from 1.0.72 to 1.0.74. - [Release notes](https://github.com/projectdiscovery/retryabledns/releases) - [Commits](https://github.com/projectdiscovery/retryabledns/compare/v1.0.72...v1.0.74) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/retryabledns dependency-type: indirect update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 4 ++-- go.sum | 8 ++++---- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/go.mod b/go.mod index 53ad7c95..01b91526 100644 --- a/go.mod +++ b/go.mod @@ -36,7 +36,7 @@ require ( github.com/projectdiscovery/retryablehttp-go v1.0.75 github.com/projectdiscovery/tlsx v1.1.6 github.com/projectdiscovery/useragent v0.0.67 - github.com/projectdiscovery/utils v0.2.6 + github.com/projectdiscovery/utils v0.2.7 github.com/projectdiscovery/wappalyzergo v0.1.16 github.com/rs/xid v1.5.0 github.com/spaolacci/murmur3 v1.1.0 @@ -115,7 +115,7 @@ require ( github.com/projectdiscovery/freeport v0.0.5 // indirect github.com/projectdiscovery/gostruct v0.0.2 // indirect github.com/projectdiscovery/machineid v0.0.0-20240226150047-2e2c51e35983 // indirect - github.com/projectdiscovery/retryabledns v1.0.72 // indirect + github.com/projectdiscovery/retryabledns v1.0.74 // indirect github.com/refraction-networking/utls v1.6.7 // indirect github.com/rivo/uniseg v0.4.4 // indirect github.com/rogpeppe/go-internal v1.12.0 // indirect diff --git a/go.sum b/go.sum index dfc84884..92a2cc19 100644 --- a/go.sum +++ b/go.sum @@ -252,8 +252,8 @@ github.com/projectdiscovery/ratelimit v0.0.49 h1:PYatMp8g5OuoFsZOA90e48nLd2vB6a4 github.com/projectdiscovery/ratelimit v0.0.49/go.mod h1:Xi0LTMHg4HQlmCZFzRBIhRW6N+QW5RxQ8V/Qs+Vta4k= github.com/projectdiscovery/rawhttp v0.1.63 h1:1MYB+2jFIF+KY7YpevBQebWGKsUixZh1faW4qQq4qMQ= github.com/projectdiscovery/rawhttp v0.1.63/go.mod h1:nKAUkg61DfonVFnVeFx0hhEHaycIjKdDK7iJosp9yDA= -github.com/projectdiscovery/retryabledns v1.0.72 h1:+k9JRYBMpZIyEQZJWVHoCHx1TEdpiuAS7iEru2bhs3A= -github.com/projectdiscovery/retryabledns v1.0.72/go.mod h1:BDhYnqSH0Os2G37eb4L4vnKrUcik6Q6pR02Cq5PbT+0= +github.com/projectdiscovery/retryabledns v1.0.74 h1:4NtSjnVdPWT1NuabOMf5vjUoky3X1DwJN6iFanrtQnk= +github.com/projectdiscovery/retryabledns v1.0.74/go.mod h1:GRBpKmWIds0UVeDpqSek2Q8RITuuIZWD5wHL4cN5geg= github.com/projectdiscovery/retryablehttp-go v1.0.75 h1:Aw0UZst7Q9cO69kERb1eFZA5BQOCXR8OuKGlj4cnOKY= github.com/projectdiscovery/retryablehttp-go v1.0.75/go.mod h1:YK2gKa4prlAI++mAA8PeDRSd1IztSfpkpQiUdn0Z5Nc= github.com/projectdiscovery/stringsutil v0.0.2 h1:uzmw3IVLJSMW1kEg8eCStG/cGbYYZAja8BH3LqqJXMA= @@ -262,8 +262,8 @@ github.com/projectdiscovery/tlsx v1.1.6 h1:iw2zwKbd2+kRQ8J1G4dLmS0CLyemd/tKz1Uzc github.com/projectdiscovery/tlsx v1.1.6/go.mod h1:s7SRRFdrwIZBK/RXXZi4CR/CubqFSvp8h5Bk1srEZIo= github.com/projectdiscovery/useragent v0.0.67 h1:+rBEq/0OOSn1kIjbAbNc6YhSZitYRehPzGlhQIbkLz4= github.com/projectdiscovery/useragent v0.0.67/go.mod h1:bqsU/dBKAQc+ziT4u7SUdzfyvtvqCVi5S8IhBu+905Y= -github.com/projectdiscovery/utils v0.2.6 h1:7ZZ+tK8u3vO/X7i0HXwybNusFBtYnM363bxDxJkVnso= -github.com/projectdiscovery/utils v0.2.6/go.mod h1:XFy8Ldt537TGkj3snH0zXfF9LigRfmHPGCNfDolSdEQ= +github.com/projectdiscovery/utils v0.2.7 h1:XWdz7SscL++jqsnQ9ecHzSZE0RK33tyPcnqcXw+vmKs= +github.com/projectdiscovery/utils v0.2.7/go.mod h1:N0N7tbdNFPegd9NpJ3onCPClaBrERcOIB88yww6UCF8= github.com/projectdiscovery/wappalyzergo v0.1.16 h1:c8HScLwkKOydIWyfjojLFzQjHdo0YYsU0MYXlx6ON5U= github.com/projectdiscovery/wappalyzergo v0.1.16/go.mod h1:/hzgxkBFTMe2wDbA93nFfoMjULw7/vIZ9QPSAnCgUa8= github.com/refraction-networking/utls v1.6.7 h1:zVJ7sP1dJx/WtVuITug3qYUq034cDq9B2MR1K67ULZM= From 427d95d5ce8576a78bb1213b919d18a93f2210ab Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 2 Sep 2024 10:28:02 +0000 Subject: [PATCH 17/47] chore(deps): bump github.com/projectdiscovery/useragent Bumps [github.com/projectdiscovery/useragent](https://github.com/projectdiscovery/useragent) from 0.0.67 to 0.0.68. - [Release notes](https://github.com/projectdiscovery/useragent/releases) - [Commits](https://github.com/projectdiscovery/useragent/compare/v0.0.67...v0.0.68) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/useragent dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index 75e3a932..704c3a1b 100644 --- a/go.mod +++ b/go.mod @@ -35,7 +35,7 @@ require ( github.com/projectdiscovery/rawhttp v0.1.63 github.com/projectdiscovery/retryablehttp-go v1.0.75 github.com/projectdiscovery/tlsx v1.1.6 - github.com/projectdiscovery/useragent v0.0.67 + github.com/projectdiscovery/useragent v0.0.68 github.com/projectdiscovery/utils v0.2.7 github.com/projectdiscovery/wappalyzergo v0.1.16 github.com/rs/xid v1.5.0 diff --git a/go.sum b/go.sum index 80661642..2a8b5ca7 100644 --- a/go.sum +++ b/go.sum @@ -260,8 +260,8 @@ github.com/projectdiscovery/stringsutil v0.0.2 h1:uzmw3IVLJSMW1kEg8eCStG/cGbYYZA github.com/projectdiscovery/stringsutil v0.0.2/go.mod h1:EJ3w6bC5fBYjVou6ryzodQq37D5c6qbAYQpGmAy+DC0= github.com/projectdiscovery/tlsx v1.1.6 h1:iw2zwKbd2+kRQ8J1G4dLmS0CLyemd/tKz1UzcNsC77A= github.com/projectdiscovery/tlsx v1.1.6/go.mod h1:s7SRRFdrwIZBK/RXXZi4CR/CubqFSvp8h5Bk1srEZIo= -github.com/projectdiscovery/useragent v0.0.67 h1:+rBEq/0OOSn1kIjbAbNc6YhSZitYRehPzGlhQIbkLz4= -github.com/projectdiscovery/useragent v0.0.67/go.mod h1:bqsU/dBKAQc+ziT4u7SUdzfyvtvqCVi5S8IhBu+905Y= +github.com/projectdiscovery/useragent v0.0.68 h1:INH1Cg9MY0OWr+mb8VUbViU1fixdB7aKzQgsuu8DyDY= +github.com/projectdiscovery/useragent v0.0.68/go.mod h1:H4YKLvjAROfPRxVmQsC3wYKjtVqyW3SNhq3wveQ1tU0= github.com/projectdiscovery/utils v0.2.7 h1:XWdz7SscL++jqsnQ9ecHzSZE0RK33tyPcnqcXw+vmKs= github.com/projectdiscovery/utils v0.2.7/go.mod h1:N0N7tbdNFPegd9NpJ3onCPClaBrERcOIB88yww6UCF8= github.com/projectdiscovery/wappalyzergo v0.1.16 h1:c8HScLwkKOydIWyfjojLFzQjHdo0YYsU0MYXlx6ON5U= From 9e3cb577e53886a4a0951f6af0447490df22050b Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 2 Sep 2024 10:28:06 +0000 Subject: [PATCH 18/47] chore(deps): bump github.com/projectdiscovery/hmap from 0.0.55 to 0.0.57 Bumps [github.com/projectdiscovery/hmap](https://github.com/projectdiscovery/hmap) from 0.0.55 to 0.0.57. - [Release notes](https://github.com/projectdiscovery/hmap/releases) - [Commits](https://github.com/projectdiscovery/hmap/compare/v0.0.55...v0.0.57) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/hmap dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index 75e3a932..4839163a 100644 --- a/go.mod +++ b/go.mod @@ -28,7 +28,7 @@ require ( github.com/projectdiscovery/goconfig v0.0.1 github.com/projectdiscovery/goflags v0.1.64 github.com/projectdiscovery/gologger v1.1.21 - github.com/projectdiscovery/hmap v0.0.55 + github.com/projectdiscovery/hmap v0.0.57 github.com/projectdiscovery/mapcidr v1.1.34 github.com/projectdiscovery/networkpolicy v0.0.9 github.com/projectdiscovery/ratelimit v0.0.49 diff --git a/go.sum b/go.sum index 80661642..f41cf1e6 100644 --- a/go.sum +++ b/go.sum @@ -240,8 +240,8 @@ github.com/projectdiscovery/gologger v1.1.21 h1:FD9MGE9adY/y2IxDpQgPZIvZAkQIx3bv github.com/projectdiscovery/gologger v1.1.21/go.mod h1:eyvlcHiSuzJQtwmh+fcfwZVaqVgSGtEP1oL1gJFgP3c= github.com/projectdiscovery/gostruct v0.0.2 h1:s8gP8ApugGM4go1pA+sVlPDXaWqNP5BBDDSv7VEdG1M= github.com/projectdiscovery/gostruct v0.0.2/go.mod h1:H86peL4HKwMXcQQtEa6lmC8FuD9XFt6gkNR0B/Mu5PE= -github.com/projectdiscovery/hmap v0.0.55 h1:By0qSeQRE/ybeITUEL6oURN+j7qX7FVjCq92duwsqcA= -github.com/projectdiscovery/hmap v0.0.55/go.mod h1:uZOF/W8yOGDb/t9omqATirhVwiboa5F/c00OVhDeE0E= +github.com/projectdiscovery/hmap v0.0.57 h1:n45T9Me/fL0fqdVZ+Pi/eVizBguNRCleThqxgzNPLrA= +github.com/projectdiscovery/hmap v0.0.57/go.mod h1:aa7egkpPIBukf5tis936KSddiXfEvWUKYLzrtV3CH8M= github.com/projectdiscovery/machineid v0.0.0-20240226150047-2e2c51e35983 h1:ZScLodGSezQVwsQDtBSMFp72WDq0nNN+KE/5DHKY5QE= github.com/projectdiscovery/machineid v0.0.0-20240226150047-2e2c51e35983/go.mod h1:3G3BRKui7nMuDFAZKR/M2hiOLtaOmyukT20g88qRQjI= github.com/projectdiscovery/mapcidr v1.1.34 h1:udr83vQ7oz3kEOwlsU6NC6o08leJzSDQtls1wmXN/kM= From 3e680a4573427830498f71a2361a70d7bca678d2 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 2 Sep 2024 10:35:14 +0000 Subject: [PATCH 19/47] chore(deps): bump github.com/projectdiscovery/fastdialer Bumps [github.com/projectdiscovery/fastdialer](https://github.com/projectdiscovery/fastdialer) from 0.2.6 to 0.2.7. - [Release notes](https://github.com/projectdiscovery/fastdialer/releases) - [Commits](https://github.com/projectdiscovery/fastdialer/compare/v0.2.6...v0.2.7) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/fastdialer dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index 415c1344..03ea55f4 100644 --- a/go.mod +++ b/go.mod @@ -23,7 +23,7 @@ require ( github.com/projectdiscovery/cdncheck v1.1.0 github.com/projectdiscovery/clistats v0.1.0 github.com/projectdiscovery/dsl v0.2.1 - github.com/projectdiscovery/fastdialer v0.2.6 + github.com/projectdiscovery/fastdialer v0.2.7 github.com/projectdiscovery/fdmax v0.0.4 github.com/projectdiscovery/goconfig v0.0.1 github.com/projectdiscovery/goflags v0.1.64 diff --git a/go.sum b/go.sum index 79872221..970f18bb 100644 --- a/go.sum +++ b/go.sum @@ -226,8 +226,8 @@ github.com/projectdiscovery/clistats v0.1.0 h1:b+LF1w0xhNd7cneKWMXb+/yUmF1n5szaw github.com/projectdiscovery/clistats v0.1.0/go.mod h1:GJ2av0KnOvK0AISQnP8hyDclYIji1LVkx2l0pwnzAu4= github.com/projectdiscovery/dsl v0.2.1 h1:TK3KD4jsg4YbvY7WJqnz1QyH4AOvAwezeBFOX97Evgk= github.com/projectdiscovery/dsl v0.2.1/go.mod h1:IRQXsmi5/g1dDZ79//A9t2vrRtxm4frRSd5t8CZVSbI= -github.com/projectdiscovery/fastdialer v0.2.6 h1:b5NYhkmmu4XieE1mfRyjZQQAPVTHRTAEZX4SebA3bEw= -github.com/projectdiscovery/fastdialer v0.2.6/go.mod h1:o5jaKpvoCnnGsFDUaJ6byCLZG68igmFNe2SAnhhFlf8= +github.com/projectdiscovery/fastdialer v0.2.7 h1:x7bEf/kDyVOuG9kHfJLMhWO3h7J+6fMDgLWkGYL8EFg= +github.com/projectdiscovery/fastdialer v0.2.7/go.mod h1:7/BGdaw7sCekuBh6lLZqPuoO5N0Qaizwvex/PjO+V8o= github.com/projectdiscovery/fdmax v0.0.4 h1:K9tIl5MUZrEMzjvwn/G4drsHms2aufTn1xUdeVcmhmc= github.com/projectdiscovery/fdmax v0.0.4/go.mod h1:oZLqbhMuJ5FmcoaalOm31B1P4Vka/CqP50nWjgtSz+I= github.com/projectdiscovery/freeport v0.0.5 h1:jnd3Oqsl4S8n0KuFkE5Hm8WGDP24ITBvmyw5pFTHS8Q= From 0d65af36205eb9cfdc95c51dae37d9a586fe7fd5 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 9 Sep 2024 10:19:29 +0000 Subject: [PATCH 20/47] chore(deps): bump github.com/projectdiscovery/ratelimit Bumps [github.com/projectdiscovery/ratelimit](https://github.com/projectdiscovery/ratelimit) from 0.0.49 to 0.0.54. - [Release notes](https://github.com/projectdiscovery/ratelimit/releases) - [Commits](https://github.com/projectdiscovery/ratelimit/compare/v0.0.49...v0.0.54) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/ratelimit dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 4 ++-- go.sum | 8 ++++---- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/go.mod b/go.mod index 03ea55f4..88fcf7ae 100644 --- a/go.mod +++ b/go.mod @@ -31,12 +31,12 @@ require ( github.com/projectdiscovery/hmap v0.0.57 github.com/projectdiscovery/mapcidr v1.1.34 github.com/projectdiscovery/networkpolicy v0.0.9 - github.com/projectdiscovery/ratelimit v0.0.49 + github.com/projectdiscovery/ratelimit v0.0.54 github.com/projectdiscovery/rawhttp v0.1.63 github.com/projectdiscovery/retryablehttp-go v1.0.75 github.com/projectdiscovery/tlsx v1.1.6 github.com/projectdiscovery/useragent v0.0.68 - github.com/projectdiscovery/utils v0.2.7 + github.com/projectdiscovery/utils v0.2.8 github.com/projectdiscovery/wappalyzergo v0.1.16 github.com/rs/xid v1.5.0 github.com/spaolacci/murmur3 v1.1.0 diff --git a/go.sum b/go.sum index 970f18bb..a912dd93 100644 --- a/go.sum +++ b/go.sum @@ -248,8 +248,8 @@ github.com/projectdiscovery/mapcidr v1.1.34 h1:udr83vQ7oz3kEOwlsU6NC6o08leJzSDQt github.com/projectdiscovery/mapcidr v1.1.34/go.mod h1:1+1R6OkKSAKtWDXE9RvxXtXPoajXTYX0eiEdkqlhQqQ= github.com/projectdiscovery/networkpolicy v0.0.9 h1:IrlDoYZagNNO8y+7iZeHT8k5izE+nek7TdtvEBwCxqk= github.com/projectdiscovery/networkpolicy v0.0.9/go.mod h1:XFJ2Lnv8BE/ziQCFjBHMsH1w6VmkPiQtk+NlBpdMU7M= -github.com/projectdiscovery/ratelimit v0.0.49 h1:PYatMp8g5OuoFsZOA90e48nLd2vB6a4Tw0FZ8h9zqkQ= -github.com/projectdiscovery/ratelimit v0.0.49/go.mod h1:Xi0LTMHg4HQlmCZFzRBIhRW6N+QW5RxQ8V/Qs+Vta4k= +github.com/projectdiscovery/ratelimit v0.0.54 h1:VwrFLPSfWle5Hg7AvwQkDd4EWDzYWTzd2mDTXTrqvmA= +github.com/projectdiscovery/ratelimit v0.0.54/go.mod h1:yGIqMaT8vKG+4mlCqkWOWAvBtvWUlQeanZae31E09cY= github.com/projectdiscovery/rawhttp v0.1.63 h1:1MYB+2jFIF+KY7YpevBQebWGKsUixZh1faW4qQq4qMQ= github.com/projectdiscovery/rawhttp v0.1.63/go.mod h1:nKAUkg61DfonVFnVeFx0hhEHaycIjKdDK7iJosp9yDA= github.com/projectdiscovery/retryabledns v1.0.74 h1:4NtSjnVdPWT1NuabOMf5vjUoky3X1DwJN6iFanrtQnk= @@ -262,8 +262,8 @@ github.com/projectdiscovery/tlsx v1.1.6 h1:iw2zwKbd2+kRQ8J1G4dLmS0CLyemd/tKz1Uzc github.com/projectdiscovery/tlsx v1.1.6/go.mod h1:s7SRRFdrwIZBK/RXXZi4CR/CubqFSvp8h5Bk1srEZIo= github.com/projectdiscovery/useragent v0.0.68 h1:INH1Cg9MY0OWr+mb8VUbViU1fixdB7aKzQgsuu8DyDY= github.com/projectdiscovery/useragent v0.0.68/go.mod h1:H4YKLvjAROfPRxVmQsC3wYKjtVqyW3SNhq3wveQ1tU0= -github.com/projectdiscovery/utils v0.2.7 h1:XWdz7SscL++jqsnQ9ecHzSZE0RK33tyPcnqcXw+vmKs= -github.com/projectdiscovery/utils v0.2.7/go.mod h1:N0N7tbdNFPegd9NpJ3onCPClaBrERcOIB88yww6UCF8= +github.com/projectdiscovery/utils v0.2.8 h1:++NcCJ+lXEfNBHKBs6q+cWa8JrVS8cYdGcW9jOgZebI= +github.com/projectdiscovery/utils v0.2.8/go.mod h1:UYJ8GKbZaezPFRT/cOk01LreQZ1QK0fko1EUnSUiSGU= github.com/projectdiscovery/wappalyzergo v0.1.16 h1:c8HScLwkKOydIWyfjojLFzQjHdo0YYsU0MYXlx6ON5U= github.com/projectdiscovery/wappalyzergo v0.1.16/go.mod h1:/hzgxkBFTMe2wDbA93nFfoMjULw7/vIZ9QPSAnCgUa8= github.com/refraction-networking/utls v1.6.7 h1:zVJ7sP1dJx/WtVuITug3qYUq034cDq9B2MR1K67ULZM= From 10320cc683e7821473dcc5e892c4accc7d466ffc Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 9 Sep 2024 10:19:36 +0000 Subject: [PATCH 21/47] chore(deps): bump github.com/projectdiscovery/freeport Bumps [github.com/projectdiscovery/freeport](https://github.com/projectdiscovery/freeport) from 0.0.5 to 0.0.7. - [Release notes](https://github.com/projectdiscovery/freeport/releases) - [Commits](https://github.com/projectdiscovery/freeport/compare/v0.0.5...v0.0.7) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/freeport dependency-type: indirect update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index 03ea55f4..f62c9f81 100644 --- a/go.mod +++ b/go.mod @@ -112,7 +112,7 @@ require ( github.com/pmezard/go-difflib v1.0.0 // indirect github.com/power-devops/perfstat v0.0.0-20210106213030-5aafc221ea8c // indirect github.com/projectdiscovery/blackrock v0.0.1 // indirect - github.com/projectdiscovery/freeport v0.0.5 // indirect + github.com/projectdiscovery/freeport v0.0.7 // indirect github.com/projectdiscovery/gostruct v0.0.2 // indirect github.com/projectdiscovery/machineid v0.0.0-20240226150047-2e2c51e35983 // indirect github.com/projectdiscovery/retryabledns v1.0.74 // indirect diff --git a/go.sum b/go.sum index 970f18bb..509d4e9b 100644 --- a/go.sum +++ b/go.sum @@ -230,8 +230,8 @@ github.com/projectdiscovery/fastdialer v0.2.7 h1:x7bEf/kDyVOuG9kHfJLMhWO3h7J+6fM github.com/projectdiscovery/fastdialer v0.2.7/go.mod h1:7/BGdaw7sCekuBh6lLZqPuoO5N0Qaizwvex/PjO+V8o= github.com/projectdiscovery/fdmax v0.0.4 h1:K9tIl5MUZrEMzjvwn/G4drsHms2aufTn1xUdeVcmhmc= github.com/projectdiscovery/fdmax v0.0.4/go.mod h1:oZLqbhMuJ5FmcoaalOm31B1P4Vka/CqP50nWjgtSz+I= -github.com/projectdiscovery/freeport v0.0.5 h1:jnd3Oqsl4S8n0KuFkE5Hm8WGDP24ITBvmyw5pFTHS8Q= -github.com/projectdiscovery/freeport v0.0.5/go.mod h1:PY0bxSJ34HVy67LHIeF3uIutiCSDwOqKD8ruBkdiCwE= +github.com/projectdiscovery/freeport v0.0.7 h1:Q6uXo/j8SaV/GlAHkEYQi8WQoPXyJWxyspx+aFmz9Qk= +github.com/projectdiscovery/freeport v0.0.7/go.mod h1:cOhWKvNBe9xM6dFJ3RrrLvJ5vXx2NQ36SecuwjenV2k= github.com/projectdiscovery/goconfig v0.0.1 h1:36m3QjohZvemqh9bkJAakaHsm9iEZ2AcQSS18+0QX/s= github.com/projectdiscovery/goconfig v0.0.1/go.mod h1:CPO25zR+mzTtyBrsygqsHse0sp/4vB/PjaHi9upXlDw= github.com/projectdiscovery/goflags v0.1.64 h1:FDfwdt9N97Hi8OuhbkDlKtVttpc/CRMIWQVa08VsHsI= From 9e69a123e48e49a930efc64b6a2df03734f94023 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 9 Sep 2024 10:19:40 +0000 Subject: [PATCH 22/47] chore(deps): bump github.com/projectdiscovery/gologger Bumps [github.com/projectdiscovery/gologger](https://github.com/projectdiscovery/gologger) from 1.1.21 to 1.1.23. - [Release notes](https://github.com/projectdiscovery/gologger/releases) - [Commits](https://github.com/projectdiscovery/gologger/compare/v1.1.21...v1.1.23) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/gologger dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 4 ++-- go.sum | 8 ++++---- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/go.mod b/go.mod index 03ea55f4..a455ffc7 100644 --- a/go.mod +++ b/go.mod @@ -27,7 +27,7 @@ require ( github.com/projectdiscovery/fdmax v0.0.4 github.com/projectdiscovery/goconfig v0.0.1 github.com/projectdiscovery/goflags v0.1.64 - github.com/projectdiscovery/gologger v1.1.21 + github.com/projectdiscovery/gologger v1.1.23 github.com/projectdiscovery/hmap v0.0.57 github.com/projectdiscovery/mapcidr v1.1.34 github.com/projectdiscovery/networkpolicy v0.0.9 @@ -36,7 +36,7 @@ require ( github.com/projectdiscovery/retryablehttp-go v1.0.75 github.com/projectdiscovery/tlsx v1.1.6 github.com/projectdiscovery/useragent v0.0.68 - github.com/projectdiscovery/utils v0.2.7 + github.com/projectdiscovery/utils v0.2.8 github.com/projectdiscovery/wappalyzergo v0.1.16 github.com/rs/xid v1.5.0 github.com/spaolacci/murmur3 v1.1.0 diff --git a/go.sum b/go.sum index 970f18bb..0fe6985d 100644 --- a/go.sum +++ b/go.sum @@ -236,8 +236,8 @@ github.com/projectdiscovery/goconfig v0.0.1 h1:36m3QjohZvemqh9bkJAakaHsm9iEZ2AcQ github.com/projectdiscovery/goconfig v0.0.1/go.mod h1:CPO25zR+mzTtyBrsygqsHse0sp/4vB/PjaHi9upXlDw= github.com/projectdiscovery/goflags v0.1.64 h1:FDfwdt9N97Hi8OuhbkDlKtVttpc/CRMIWQVa08VsHsI= github.com/projectdiscovery/goflags v0.1.64/go.mod h1:3FyHIVQtnycNOc1LE3O1jj/XR5XuMdF9QfHd0ujhnX4= -github.com/projectdiscovery/gologger v1.1.21 h1:FD9MGE9adY/y2IxDpQgPZIvZAkQIx3bvcuY+d1FLQUo= -github.com/projectdiscovery/gologger v1.1.21/go.mod h1:eyvlcHiSuzJQtwmh+fcfwZVaqVgSGtEP1oL1gJFgP3c= +github.com/projectdiscovery/gologger v1.1.23 h1:u9ksRgkWuUoaOqkk0Z1FngWriXH0Bnt73yYwFGmZo8E= +github.com/projectdiscovery/gologger v1.1.23/go.mod h1:zcFt3u4U0kmhXou7cTXWwwu+yqVPX3GSABD1hqU0Ur8= github.com/projectdiscovery/gostruct v0.0.2 h1:s8gP8ApugGM4go1pA+sVlPDXaWqNP5BBDDSv7VEdG1M= github.com/projectdiscovery/gostruct v0.0.2/go.mod h1:H86peL4HKwMXcQQtEa6lmC8FuD9XFt6gkNR0B/Mu5PE= github.com/projectdiscovery/hmap v0.0.57 h1:n45T9Me/fL0fqdVZ+Pi/eVizBguNRCleThqxgzNPLrA= @@ -262,8 +262,8 @@ github.com/projectdiscovery/tlsx v1.1.6 h1:iw2zwKbd2+kRQ8J1G4dLmS0CLyemd/tKz1Uzc github.com/projectdiscovery/tlsx v1.1.6/go.mod h1:s7SRRFdrwIZBK/RXXZi4CR/CubqFSvp8h5Bk1srEZIo= github.com/projectdiscovery/useragent v0.0.68 h1:INH1Cg9MY0OWr+mb8VUbViU1fixdB7aKzQgsuu8DyDY= github.com/projectdiscovery/useragent v0.0.68/go.mod h1:H4YKLvjAROfPRxVmQsC3wYKjtVqyW3SNhq3wveQ1tU0= -github.com/projectdiscovery/utils v0.2.7 h1:XWdz7SscL++jqsnQ9ecHzSZE0RK33tyPcnqcXw+vmKs= -github.com/projectdiscovery/utils v0.2.7/go.mod h1:N0N7tbdNFPegd9NpJ3onCPClaBrERcOIB88yww6UCF8= +github.com/projectdiscovery/utils v0.2.8 h1:++NcCJ+lXEfNBHKBs6q+cWa8JrVS8cYdGcW9jOgZebI= +github.com/projectdiscovery/utils v0.2.8/go.mod h1:UYJ8GKbZaezPFRT/cOk01LreQZ1QK0fko1EUnSUiSGU= github.com/projectdiscovery/wappalyzergo v0.1.16 h1:c8HScLwkKOydIWyfjojLFzQjHdo0YYsU0MYXlx6ON5U= github.com/projectdiscovery/wappalyzergo v0.1.16/go.mod h1:/hzgxkBFTMe2wDbA93nFfoMjULw7/vIZ9QPSAnCgUa8= github.com/refraction-networking/utls v1.6.7 h1:zVJ7sP1dJx/WtVuITug3qYUq034cDq9B2MR1K67ULZM= From e051552d0174433affb9e8ee0928504decf5d466 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 9 Sep 2024 10:25:50 +0000 Subject: [PATCH 23/47] chore(deps): bump github.com/projectdiscovery/useragent Bumps [github.com/projectdiscovery/useragent](https://github.com/projectdiscovery/useragent) from 0.0.68 to 0.0.69. - [Release notes](https://github.com/projectdiscovery/useragent/releases) - [Commits](https://github.com/projectdiscovery/useragent/compare/v0.0.68...v0.0.69) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/useragent dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index da1b46b3..8cbe694e 100644 --- a/go.mod +++ b/go.mod @@ -35,7 +35,7 @@ require ( github.com/projectdiscovery/rawhttp v0.1.63 github.com/projectdiscovery/retryablehttp-go v1.0.75 github.com/projectdiscovery/tlsx v1.1.6 - github.com/projectdiscovery/useragent v0.0.68 + github.com/projectdiscovery/useragent v0.0.69 github.com/projectdiscovery/utils v0.2.8 github.com/projectdiscovery/wappalyzergo v0.1.16 github.com/rs/xid v1.5.0 diff --git a/go.sum b/go.sum index f6ea9e82..e888deee 100644 --- a/go.sum +++ b/go.sum @@ -260,8 +260,8 @@ github.com/projectdiscovery/stringsutil v0.0.2 h1:uzmw3IVLJSMW1kEg8eCStG/cGbYYZA github.com/projectdiscovery/stringsutil v0.0.2/go.mod h1:EJ3w6bC5fBYjVou6ryzodQq37D5c6qbAYQpGmAy+DC0= github.com/projectdiscovery/tlsx v1.1.6 h1:iw2zwKbd2+kRQ8J1G4dLmS0CLyemd/tKz1UzcNsC77A= github.com/projectdiscovery/tlsx v1.1.6/go.mod h1:s7SRRFdrwIZBK/RXXZi4CR/CubqFSvp8h5Bk1srEZIo= -github.com/projectdiscovery/useragent v0.0.68 h1:INH1Cg9MY0OWr+mb8VUbViU1fixdB7aKzQgsuu8DyDY= -github.com/projectdiscovery/useragent v0.0.68/go.mod h1:H4YKLvjAROfPRxVmQsC3wYKjtVqyW3SNhq3wveQ1tU0= +github.com/projectdiscovery/useragent v0.0.69 h1:6TkVMKjOBDqecUBBkXlTlBUfAUM8Bgn/58E3ZasndBs= +github.com/projectdiscovery/useragent v0.0.69/go.mod h1:Ss+Kf6XEjSQqhm7LmbEtOxKvGnnnR88Fx+0PG2PXuBY= github.com/projectdiscovery/utils v0.2.8 h1:++NcCJ+lXEfNBHKBs6q+cWa8JrVS8cYdGcW9jOgZebI= github.com/projectdiscovery/utils v0.2.8/go.mod h1:UYJ8GKbZaezPFRT/cOk01LreQZ1QK0fko1EUnSUiSGU= github.com/projectdiscovery/wappalyzergo v0.1.16 h1:c8HScLwkKOydIWyfjojLFzQjHdo0YYsU0MYXlx6ON5U= From 58f46ff55c27714ef2078ade68717c90c161e500 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 9 Sep 2024 10:32:56 +0000 Subject: [PATCH 24/47] chore(deps): bump github.com/projectdiscovery/utils from 0.2.7 to 0.2.9 Bumps [github.com/projectdiscovery/utils](https://github.com/projectdiscovery/utils) from 0.2.7 to 0.2.9. - [Release notes](https://github.com/projectdiscovery/utils/releases) - [Changelog](https://github.com/projectdiscovery/utils/blob/main/CHANGELOG.md) - [Commits](https://github.com/projectdiscovery/utils/compare/v0.2.7...v0.2.9) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/utils dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 4 ++-- go.sum | 8 ++++---- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/go.mod b/go.mod index 8cbe694e..6e977843 100644 --- a/go.mod +++ b/go.mod @@ -33,10 +33,10 @@ require ( github.com/projectdiscovery/networkpolicy v0.0.9 github.com/projectdiscovery/ratelimit v0.0.54 github.com/projectdiscovery/rawhttp v0.1.63 - github.com/projectdiscovery/retryablehttp-go v1.0.75 + github.com/projectdiscovery/retryablehttp-go v1.0.76 github.com/projectdiscovery/tlsx v1.1.6 github.com/projectdiscovery/useragent v0.0.69 - github.com/projectdiscovery/utils v0.2.8 + github.com/projectdiscovery/utils v0.2.9 github.com/projectdiscovery/wappalyzergo v0.1.16 github.com/rs/xid v1.5.0 github.com/spaolacci/murmur3 v1.1.0 diff --git a/go.sum b/go.sum index e888deee..a78e2a71 100644 --- a/go.sum +++ b/go.sum @@ -254,16 +254,16 @@ github.com/projectdiscovery/rawhttp v0.1.63 h1:1MYB+2jFIF+KY7YpevBQebWGKsUixZh1f github.com/projectdiscovery/rawhttp v0.1.63/go.mod h1:nKAUkg61DfonVFnVeFx0hhEHaycIjKdDK7iJosp9yDA= github.com/projectdiscovery/retryabledns v1.0.74 h1:4NtSjnVdPWT1NuabOMf5vjUoky3X1DwJN6iFanrtQnk= github.com/projectdiscovery/retryabledns v1.0.74/go.mod h1:GRBpKmWIds0UVeDpqSek2Q8RITuuIZWD5wHL4cN5geg= -github.com/projectdiscovery/retryablehttp-go v1.0.75 h1:Aw0UZst7Q9cO69kERb1eFZA5BQOCXR8OuKGlj4cnOKY= -github.com/projectdiscovery/retryablehttp-go v1.0.75/go.mod h1:YK2gKa4prlAI++mAA8PeDRSd1IztSfpkpQiUdn0Z5Nc= +github.com/projectdiscovery/retryablehttp-go v1.0.76 h1:2+4QpWnXUZFBkoeCEBXtUjSeBTdgKtaGwP8LRtKAC3g= +github.com/projectdiscovery/retryablehttp-go v1.0.76/go.mod h1:0qIv7Ld8WWSKWYXMsNAWRYU5gsxnxpBza3SjDgt6nVc= github.com/projectdiscovery/stringsutil v0.0.2 h1:uzmw3IVLJSMW1kEg8eCStG/cGbYYZAja8BH3LqqJXMA= github.com/projectdiscovery/stringsutil v0.0.2/go.mod h1:EJ3w6bC5fBYjVou6ryzodQq37D5c6qbAYQpGmAy+DC0= github.com/projectdiscovery/tlsx v1.1.6 h1:iw2zwKbd2+kRQ8J1G4dLmS0CLyemd/tKz1UzcNsC77A= github.com/projectdiscovery/tlsx v1.1.6/go.mod h1:s7SRRFdrwIZBK/RXXZi4CR/CubqFSvp8h5Bk1srEZIo= github.com/projectdiscovery/useragent v0.0.69 h1:6TkVMKjOBDqecUBBkXlTlBUfAUM8Bgn/58E3ZasndBs= github.com/projectdiscovery/useragent v0.0.69/go.mod h1:Ss+Kf6XEjSQqhm7LmbEtOxKvGnnnR88Fx+0PG2PXuBY= -github.com/projectdiscovery/utils v0.2.8 h1:++NcCJ+lXEfNBHKBs6q+cWa8JrVS8cYdGcW9jOgZebI= -github.com/projectdiscovery/utils v0.2.8/go.mod h1:UYJ8GKbZaezPFRT/cOk01LreQZ1QK0fko1EUnSUiSGU= +github.com/projectdiscovery/utils v0.2.9 h1:QDhKUC7nX6O6IRoaSWpQ+bzVn9Pq346386zVbOQrXlM= +github.com/projectdiscovery/utils v0.2.9/go.mod h1:nVnY7qVu5tkN95BBm0rUkzPsfiiRozI7aJ2Gszu+WFM= github.com/projectdiscovery/wappalyzergo v0.1.16 h1:c8HScLwkKOydIWyfjojLFzQjHdo0YYsU0MYXlx6ON5U= github.com/projectdiscovery/wappalyzergo v0.1.16/go.mod h1:/hzgxkBFTMe2wDbA93nFfoMjULw7/vIZ9QPSAnCgUa8= github.com/refraction-networking/utls v1.6.7 h1:zVJ7sP1dJx/WtVuITug3qYUq034cDq9B2MR1K67ULZM= From 4e33c0c926fb80b9fa11c00e5f20aad34e669bb5 Mon Sep 17 00:00:00 2001 From: Mikhail Gaile Date: Sun, 15 Sep 2024 13:32:06 +0300 Subject: [PATCH 25/47] feat: add idle screenshot option --- runner/headless.go | 4 ++-- runner/options.go | 4 ++++ runner/runner.go | 2 +- 3 files changed, 7 insertions(+), 3 deletions(-) diff --git a/runner/headless.go b/runner/headless.go index c298cb76..481fd1cb 100644 --- a/runner/headless.go +++ b/runner/headless.go @@ -99,7 +99,7 @@ func NewBrowser(proxy string, useLocal bool, optionalArgs map[string]string) (*B return engine, nil } -func (b *Browser) ScreenshotWithBody(url string, timeout time.Duration, headers []string) ([]byte, string, error) { +func (b *Browser) ScreenshotWithBody(url string, timeout time.Duration, idle time.Duration, headers []string) ([]byte, string, error) { page, err := b.engine.Page(proto.TargetCreateTarget{}) if err != nil { return nil, "", err @@ -126,7 +126,7 @@ func (b *Browser) ScreenshotWithBody(url string, timeout time.Duration, headers if err := page.WaitLoad(); err != nil { return nil, "", err } - _ = page.WaitIdle(1 * time.Second) + _ = page.WaitIdle(idle) screenshot, err := page.Screenshot(true, &proto.PageCaptureScreenshot{}) if err != nil { diff --git a/runner/options.go b/runner/options.go index 1a0265b9..ce85e7b5 100644 --- a/runner/options.go +++ b/runner/options.go @@ -101,6 +101,7 @@ type ScanOptions struct { NoScreenshotBytes bool NoHeadlessBody bool ScreenshotTimeout int + ScreenshotIdle int } func (s *ScanOptions) Clone() *ScanOptions { @@ -154,6 +155,7 @@ func (s *ScanOptions) Clone() *ScanOptions { NoScreenshotBytes: s.NoScreenshotBytes, NoHeadlessBody: s.NoHeadlessBody, ScreenshotTimeout: s.ScreenshotTimeout, + ScreenshotIdle: s.ScreenshotIdle, } } @@ -305,6 +307,7 @@ type Options struct { NoScreenshotBytes bool NoHeadlessBody bool ScreenshotTimeout int + ScreenshotIdle int // HeadlessOptionalArguments specifies optional arguments to pass to Chrome HeadlessOptionalArguments goflags.StringSlice Protocol string @@ -374,6 +377,7 @@ func ParseOptions() *Options { flagSet.BoolVarP(&options.NoScreenshotBytes, "exclude-screenshot-bytes", "esb", false, "enable excluding screenshot bytes from json output"), flagSet.BoolVarP(&options.NoHeadlessBody, "exclude-headless-body", "ehb", false, "enable excluding headless header from json output"), flagSet.IntVarP(&options.ScreenshotTimeout, "screenshot-timeout", "st", 10, "set timeout for screenshot in seconds"), + flagSet.IntVarP(&options.ScreenshotIdle, "screenshot-idle", "sid", 1, "set idle time before taking screenshot in seconds"), ) flagSet.CreateGroup("matchers", "Matchers", diff --git a/runner/runner.go b/runner/runner.go index 6a3511a0..49b2eed9 100644 --- a/runner/runner.go +++ b/runner/runner.go @@ -2144,7 +2144,7 @@ retry: var pHash uint64 if scanopts.Screenshot { var err error - screenshotBytes, headlessBody, err = r.browser.ScreenshotWithBody(fullURL, time.Duration(scanopts.ScreenshotTimeout)*time.Second, r.options.CustomHeaders) + screenshotBytes, headlessBody, err = r.browser.ScreenshotWithBody(fullURL, time.Duration(scanopts.ScreenshotTimeout)*time.Second, time.Duration(scanopts.ScreenshotIdle)*time.Second, r.options.CustomHeaders) if err != nil { gologger.Warning().Msgf("Could not take screenshot '%s': %s", fullURL, err) } else { From b77e16f5994ab96b77ca3c12396e5056d01c1d43 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 16 Sep 2024 10:45:14 +0000 Subject: [PATCH 26/47] chore(deps): bump github.com/projectdiscovery/retryablehttp-go Bumps [github.com/projectdiscovery/retryablehttp-go](https://github.com/projectdiscovery/retryablehttp-go) from 1.0.76 to 1.0.78. - [Release notes](https://github.com/projectdiscovery/retryablehttp-go/releases) - [Commits](https://github.com/projectdiscovery/retryablehttp-go/compare/v1.0.76...v1.0.78) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/retryablehttp-go dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 8 ++++---- go.sum | 16 ++++++++-------- 2 files changed, 12 insertions(+), 12 deletions(-) diff --git a/go.mod b/go.mod index 6e977843..04d9ffa0 100644 --- a/go.mod +++ b/go.mod @@ -23,17 +23,17 @@ require ( github.com/projectdiscovery/cdncheck v1.1.0 github.com/projectdiscovery/clistats v0.1.0 github.com/projectdiscovery/dsl v0.2.1 - github.com/projectdiscovery/fastdialer v0.2.7 + github.com/projectdiscovery/fastdialer v0.2.8 github.com/projectdiscovery/fdmax v0.0.4 github.com/projectdiscovery/goconfig v0.0.1 github.com/projectdiscovery/goflags v0.1.64 github.com/projectdiscovery/gologger v1.1.23 - github.com/projectdiscovery/hmap v0.0.57 + github.com/projectdiscovery/hmap v0.0.58 github.com/projectdiscovery/mapcidr v1.1.34 github.com/projectdiscovery/networkpolicy v0.0.9 github.com/projectdiscovery/ratelimit v0.0.54 github.com/projectdiscovery/rawhttp v0.1.63 - github.com/projectdiscovery/retryablehttp-go v1.0.76 + github.com/projectdiscovery/retryablehttp-go v1.0.78 github.com/projectdiscovery/tlsx v1.1.6 github.com/projectdiscovery/useragent v0.0.69 github.com/projectdiscovery/utils v0.2.9 @@ -115,7 +115,7 @@ require ( github.com/projectdiscovery/freeport v0.0.7 // indirect github.com/projectdiscovery/gostruct v0.0.2 // indirect github.com/projectdiscovery/machineid v0.0.0-20240226150047-2e2c51e35983 // indirect - github.com/projectdiscovery/retryabledns v1.0.74 // indirect + github.com/projectdiscovery/retryabledns v1.0.75 // indirect github.com/refraction-networking/utls v1.6.7 // indirect github.com/rivo/uniseg v0.4.4 // indirect github.com/rogpeppe/go-internal v1.12.0 // indirect diff --git a/go.sum b/go.sum index a78e2a71..48f0b2c4 100644 --- a/go.sum +++ b/go.sum @@ -226,8 +226,8 @@ github.com/projectdiscovery/clistats v0.1.0 h1:b+LF1w0xhNd7cneKWMXb+/yUmF1n5szaw github.com/projectdiscovery/clistats v0.1.0/go.mod h1:GJ2av0KnOvK0AISQnP8hyDclYIji1LVkx2l0pwnzAu4= github.com/projectdiscovery/dsl v0.2.1 h1:TK3KD4jsg4YbvY7WJqnz1QyH4AOvAwezeBFOX97Evgk= github.com/projectdiscovery/dsl v0.2.1/go.mod h1:IRQXsmi5/g1dDZ79//A9t2vrRtxm4frRSd5t8CZVSbI= -github.com/projectdiscovery/fastdialer v0.2.7 h1:x7bEf/kDyVOuG9kHfJLMhWO3h7J+6fMDgLWkGYL8EFg= -github.com/projectdiscovery/fastdialer v0.2.7/go.mod h1:7/BGdaw7sCekuBh6lLZqPuoO5N0Qaizwvex/PjO+V8o= +github.com/projectdiscovery/fastdialer v0.2.8 h1:xRc2/S1wBjW8Ra44Jp021JGU2+dNW2uq5x/fRYv9s/c= +github.com/projectdiscovery/fastdialer v0.2.8/go.mod h1:WJzY70ALACFQNGL9ECerp4QG0OXBK7iVJKvo+cfZPEM= github.com/projectdiscovery/fdmax v0.0.4 h1:K9tIl5MUZrEMzjvwn/G4drsHms2aufTn1xUdeVcmhmc= github.com/projectdiscovery/fdmax v0.0.4/go.mod h1:oZLqbhMuJ5FmcoaalOm31B1P4Vka/CqP50nWjgtSz+I= github.com/projectdiscovery/freeport v0.0.7 h1:Q6uXo/j8SaV/GlAHkEYQi8WQoPXyJWxyspx+aFmz9Qk= @@ -240,8 +240,8 @@ github.com/projectdiscovery/gologger v1.1.23 h1:u9ksRgkWuUoaOqkk0Z1FngWriXH0Bnt7 github.com/projectdiscovery/gologger v1.1.23/go.mod h1:zcFt3u4U0kmhXou7cTXWwwu+yqVPX3GSABD1hqU0Ur8= github.com/projectdiscovery/gostruct v0.0.2 h1:s8gP8ApugGM4go1pA+sVlPDXaWqNP5BBDDSv7VEdG1M= github.com/projectdiscovery/gostruct v0.0.2/go.mod h1:H86peL4HKwMXcQQtEa6lmC8FuD9XFt6gkNR0B/Mu5PE= -github.com/projectdiscovery/hmap v0.0.57 h1:n45T9Me/fL0fqdVZ+Pi/eVizBguNRCleThqxgzNPLrA= -github.com/projectdiscovery/hmap v0.0.57/go.mod h1:aa7egkpPIBukf5tis936KSddiXfEvWUKYLzrtV3CH8M= +github.com/projectdiscovery/hmap v0.0.58 h1:SoXmnmYS2egPSRgFKgUhHozu8QvPIUKAuoDpuii9jkw= +github.com/projectdiscovery/hmap v0.0.58/go.mod h1:nQTelqkgxU6vuuU+qmQloMrDBxYZMt2TTO0fV86yXN4= github.com/projectdiscovery/machineid v0.0.0-20240226150047-2e2c51e35983 h1:ZScLodGSezQVwsQDtBSMFp72WDq0nNN+KE/5DHKY5QE= github.com/projectdiscovery/machineid v0.0.0-20240226150047-2e2c51e35983/go.mod h1:3G3BRKui7nMuDFAZKR/M2hiOLtaOmyukT20g88qRQjI= github.com/projectdiscovery/mapcidr v1.1.34 h1:udr83vQ7oz3kEOwlsU6NC6o08leJzSDQtls1wmXN/kM= @@ -252,10 +252,10 @@ github.com/projectdiscovery/ratelimit v0.0.54 h1:VwrFLPSfWle5Hg7AvwQkDd4EWDzYWTz github.com/projectdiscovery/ratelimit v0.0.54/go.mod h1:yGIqMaT8vKG+4mlCqkWOWAvBtvWUlQeanZae31E09cY= github.com/projectdiscovery/rawhttp v0.1.63 h1:1MYB+2jFIF+KY7YpevBQebWGKsUixZh1faW4qQq4qMQ= github.com/projectdiscovery/rawhttp v0.1.63/go.mod h1:nKAUkg61DfonVFnVeFx0hhEHaycIjKdDK7iJosp9yDA= -github.com/projectdiscovery/retryabledns v1.0.74 h1:4NtSjnVdPWT1NuabOMf5vjUoky3X1DwJN6iFanrtQnk= -github.com/projectdiscovery/retryabledns v1.0.74/go.mod h1:GRBpKmWIds0UVeDpqSek2Q8RITuuIZWD5wHL4cN5geg= -github.com/projectdiscovery/retryablehttp-go v1.0.76 h1:2+4QpWnXUZFBkoeCEBXtUjSeBTdgKtaGwP8LRtKAC3g= -github.com/projectdiscovery/retryablehttp-go v1.0.76/go.mod h1:0qIv7Ld8WWSKWYXMsNAWRYU5gsxnxpBza3SjDgt6nVc= +github.com/projectdiscovery/retryabledns v1.0.75 h1:CIwX9PsA7GgrbcKAXYy3aBiFoQ/Futd3iA+nNaRn/6s= +github.com/projectdiscovery/retryabledns v1.0.75/go.mod h1:MnnWpXz13j2JyjwBY6Hem/C9fLZ+2UmPiB5fDu23qL4= +github.com/projectdiscovery/retryablehttp-go v1.0.78 h1:If7/XjCWk893YrnTMaW69TNMsfE1Er3i1SWOkWbEk4E= +github.com/projectdiscovery/retryablehttp-go v1.0.78/go.mod h1:NqzTdnGihSRkF9c/aXo+3qTJXEeNwnOuza6GrlPo9qw= github.com/projectdiscovery/stringsutil v0.0.2 h1:uzmw3IVLJSMW1kEg8eCStG/cGbYYZAja8BH3LqqJXMA= github.com/projectdiscovery/stringsutil v0.0.2/go.mod h1:EJ3w6bC5fBYjVou6ryzodQq37D5c6qbAYQpGmAy+DC0= github.com/projectdiscovery/tlsx v1.1.6 h1:iw2zwKbd2+kRQ8J1G4dLmS0CLyemd/tKz1UzcNsC77A= From c741b21837a3a6dc2a448d3b9bfd239923be08e4 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 16 Sep 2024 10:50:43 +0000 Subject: [PATCH 27/47] chore(deps): bump github.com/projectdiscovery/fastdialer Bumps [github.com/projectdiscovery/fastdialer](https://github.com/projectdiscovery/fastdialer) from 0.2.7 to 0.2.9. - [Release notes](https://github.com/projectdiscovery/fastdialer/releases) - [Commits](https://github.com/projectdiscovery/fastdialer/compare/v0.2.7...v0.2.9) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/fastdialer dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index 04d9ffa0..dc83c831 100644 --- a/go.mod +++ b/go.mod @@ -23,7 +23,7 @@ require ( github.com/projectdiscovery/cdncheck v1.1.0 github.com/projectdiscovery/clistats v0.1.0 github.com/projectdiscovery/dsl v0.2.1 - github.com/projectdiscovery/fastdialer v0.2.8 + github.com/projectdiscovery/fastdialer v0.2.9 github.com/projectdiscovery/fdmax v0.0.4 github.com/projectdiscovery/goconfig v0.0.1 github.com/projectdiscovery/goflags v0.1.64 diff --git a/go.sum b/go.sum index 48f0b2c4..48132eb1 100644 --- a/go.sum +++ b/go.sum @@ -226,8 +226,8 @@ github.com/projectdiscovery/clistats v0.1.0 h1:b+LF1w0xhNd7cneKWMXb+/yUmF1n5szaw github.com/projectdiscovery/clistats v0.1.0/go.mod h1:GJ2av0KnOvK0AISQnP8hyDclYIji1LVkx2l0pwnzAu4= github.com/projectdiscovery/dsl v0.2.1 h1:TK3KD4jsg4YbvY7WJqnz1QyH4AOvAwezeBFOX97Evgk= github.com/projectdiscovery/dsl v0.2.1/go.mod h1:IRQXsmi5/g1dDZ79//A9t2vrRtxm4frRSd5t8CZVSbI= -github.com/projectdiscovery/fastdialer v0.2.8 h1:xRc2/S1wBjW8Ra44Jp021JGU2+dNW2uq5x/fRYv9s/c= -github.com/projectdiscovery/fastdialer v0.2.8/go.mod h1:WJzY70ALACFQNGL9ECerp4QG0OXBK7iVJKvo+cfZPEM= +github.com/projectdiscovery/fastdialer v0.2.9 h1:vDCqxVMCyUu3oVEizEK1K8K+CCcLkVDW3X2HfiWaVFA= +github.com/projectdiscovery/fastdialer v0.2.9/go.mod h1:mYv5QaNBDDSHlZO9DI0niRMw+G5hUzwIhs8QixSElUI= github.com/projectdiscovery/fdmax v0.0.4 h1:K9tIl5MUZrEMzjvwn/G4drsHms2aufTn1xUdeVcmhmc= github.com/projectdiscovery/fdmax v0.0.4/go.mod h1:oZLqbhMuJ5FmcoaalOm31B1P4Vka/CqP50nWjgtSz+I= github.com/projectdiscovery/freeport v0.0.7 h1:Q6uXo/j8SaV/GlAHkEYQi8WQoPXyJWxyspx+aFmz9Qk= From 0926e385a54d4bf7d3b37906f3ab38c919b76f14 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 16 Sep 2024 10:50:59 +0000 Subject: [PATCH 28/47] chore(deps): bump github.com/projectdiscovery/utils from 0.2.9 to 0.2.10 Bumps [github.com/projectdiscovery/utils](https://github.com/projectdiscovery/utils) from 0.2.9 to 0.2.10. - [Release notes](https://github.com/projectdiscovery/utils/releases) - [Changelog](https://github.com/projectdiscovery/utils/blob/main/CHANGELOG.md) - [Commits](https://github.com/projectdiscovery/utils/compare/v0.2.9...v0.2.10) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/utils dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index 04d9ffa0..b837d0b4 100644 --- a/go.mod +++ b/go.mod @@ -36,7 +36,7 @@ require ( github.com/projectdiscovery/retryablehttp-go v1.0.78 github.com/projectdiscovery/tlsx v1.1.6 github.com/projectdiscovery/useragent v0.0.69 - github.com/projectdiscovery/utils v0.2.9 + github.com/projectdiscovery/utils v0.2.10 github.com/projectdiscovery/wappalyzergo v0.1.16 github.com/rs/xid v1.5.0 github.com/spaolacci/murmur3 v1.1.0 diff --git a/go.sum b/go.sum index 48f0b2c4..d6b6eb1d 100644 --- a/go.sum +++ b/go.sum @@ -262,8 +262,8 @@ github.com/projectdiscovery/tlsx v1.1.6 h1:iw2zwKbd2+kRQ8J1G4dLmS0CLyemd/tKz1Uzc github.com/projectdiscovery/tlsx v1.1.6/go.mod h1:s7SRRFdrwIZBK/RXXZi4CR/CubqFSvp8h5Bk1srEZIo= github.com/projectdiscovery/useragent v0.0.69 h1:6TkVMKjOBDqecUBBkXlTlBUfAUM8Bgn/58E3ZasndBs= github.com/projectdiscovery/useragent v0.0.69/go.mod h1:Ss+Kf6XEjSQqhm7LmbEtOxKvGnnnR88Fx+0PG2PXuBY= -github.com/projectdiscovery/utils v0.2.9 h1:QDhKUC7nX6O6IRoaSWpQ+bzVn9Pq346386zVbOQrXlM= -github.com/projectdiscovery/utils v0.2.9/go.mod h1:nVnY7qVu5tkN95BBm0rUkzPsfiiRozI7aJ2Gszu+WFM= +github.com/projectdiscovery/utils v0.2.10 h1:MFx9pAaSyYGjXNi46mdAD7ceSZ80E0AGeuBj8fXaAF4= +github.com/projectdiscovery/utils v0.2.10/go.mod h1:jvTckFUQxZSiJrhACUuU63tqtd0tdBu3ng3QUVm/Ce0= github.com/projectdiscovery/wappalyzergo v0.1.16 h1:c8HScLwkKOydIWyfjojLFzQjHdo0YYsU0MYXlx6ON5U= github.com/projectdiscovery/wappalyzergo v0.1.16/go.mod h1:/hzgxkBFTMe2wDbA93nFfoMjULw7/vIZ9QPSAnCgUa8= github.com/refraction-networking/utls v1.6.7 h1:zVJ7sP1dJx/WtVuITug3qYUq034cDq9B2MR1K67ULZM= From 56184e2f81cc18f7f036d06e0c5d02fb4f359815 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 16 Sep 2024 10:56:14 +0000 Subject: [PATCH 29/47] chore(deps): bump github.com/projectdiscovery/tlsx from 1.1.6 to 1.1.7 Bumps [github.com/projectdiscovery/tlsx](https://github.com/projectdiscovery/tlsx) from 1.1.6 to 1.1.7. - [Release notes](https://github.com/projectdiscovery/tlsx/releases) - [Changelog](https://github.com/projectdiscovery/tlsx/blob/main/.goreleaser.yml) - [Commits](https://github.com/projectdiscovery/tlsx/compare/v1.1.6...v1.1.7) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/tlsx dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index a04aa2ce..41c45335 100644 --- a/go.mod +++ b/go.mod @@ -34,7 +34,7 @@ require ( github.com/projectdiscovery/ratelimit v0.0.54 github.com/projectdiscovery/rawhttp v0.1.63 github.com/projectdiscovery/retryablehttp-go v1.0.78 - github.com/projectdiscovery/tlsx v1.1.6 + github.com/projectdiscovery/tlsx v1.1.7 github.com/projectdiscovery/useragent v0.0.69 github.com/projectdiscovery/utils v0.2.10 github.com/projectdiscovery/wappalyzergo v0.1.16 diff --git a/go.sum b/go.sum index 4a780c8e..a3ffe334 100644 --- a/go.sum +++ b/go.sum @@ -258,8 +258,8 @@ github.com/projectdiscovery/retryablehttp-go v1.0.78 h1:If7/XjCWk893YrnTMaW69TNM github.com/projectdiscovery/retryablehttp-go v1.0.78/go.mod h1:NqzTdnGihSRkF9c/aXo+3qTJXEeNwnOuza6GrlPo9qw= github.com/projectdiscovery/stringsutil v0.0.2 h1:uzmw3IVLJSMW1kEg8eCStG/cGbYYZAja8BH3LqqJXMA= github.com/projectdiscovery/stringsutil v0.0.2/go.mod h1:EJ3w6bC5fBYjVou6ryzodQq37D5c6qbAYQpGmAy+DC0= -github.com/projectdiscovery/tlsx v1.1.6 h1:iw2zwKbd2+kRQ8J1G4dLmS0CLyemd/tKz1UzcNsC77A= -github.com/projectdiscovery/tlsx v1.1.6/go.mod h1:s7SRRFdrwIZBK/RXXZi4CR/CubqFSvp8h5Bk1srEZIo= +github.com/projectdiscovery/tlsx v1.1.7 h1:eSsl/SmTDL/z2CMeSrbssk4f/9oOotMP1SgXl3yynSM= +github.com/projectdiscovery/tlsx v1.1.7/go.mod h1:g66QQ4/y4tLVjoGbzWIv+Q6xwFzxfJbEDx86Y1dYHDM= github.com/projectdiscovery/useragent v0.0.69 h1:6TkVMKjOBDqecUBBkXlTlBUfAUM8Bgn/58E3ZasndBs= github.com/projectdiscovery/useragent v0.0.69/go.mod h1:Ss+Kf6XEjSQqhm7LmbEtOxKvGnnnR88Fx+0PG2PXuBY= github.com/projectdiscovery/utils v0.2.10 h1:MFx9pAaSyYGjXNi46mdAD7ceSZ80E0AGeuBj8fXaAF4= From 238235563eaa088b065c0ddb7345a1129005be81 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 16 Sep 2024 11:03:08 +0000 Subject: [PATCH 30/47] chore(deps): bump github.com/projectdiscovery/rawhttp Bumps [github.com/projectdiscovery/rawhttp](https://github.com/projectdiscovery/rawhttp) from 0.1.63 to 0.1.66. - [Release notes](https://github.com/projectdiscovery/rawhttp/releases) - [Commits](https://github.com/projectdiscovery/rawhttp/compare/v0.1.63...v0.1.66) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/rawhttp dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index 41c45335..6f54de67 100644 --- a/go.mod +++ b/go.mod @@ -32,7 +32,7 @@ require ( github.com/projectdiscovery/mapcidr v1.1.34 github.com/projectdiscovery/networkpolicy v0.0.9 github.com/projectdiscovery/ratelimit v0.0.54 - github.com/projectdiscovery/rawhttp v0.1.63 + github.com/projectdiscovery/rawhttp v0.1.66 github.com/projectdiscovery/retryablehttp-go v1.0.78 github.com/projectdiscovery/tlsx v1.1.7 github.com/projectdiscovery/useragent v0.0.69 diff --git a/go.sum b/go.sum index a3ffe334..a6287fde 100644 --- a/go.sum +++ b/go.sum @@ -250,8 +250,8 @@ github.com/projectdiscovery/networkpolicy v0.0.9 h1:IrlDoYZagNNO8y+7iZeHT8k5izE+ github.com/projectdiscovery/networkpolicy v0.0.9/go.mod h1:XFJ2Lnv8BE/ziQCFjBHMsH1w6VmkPiQtk+NlBpdMU7M= github.com/projectdiscovery/ratelimit v0.0.54 h1:VwrFLPSfWle5Hg7AvwQkDd4EWDzYWTzd2mDTXTrqvmA= github.com/projectdiscovery/ratelimit v0.0.54/go.mod h1:yGIqMaT8vKG+4mlCqkWOWAvBtvWUlQeanZae31E09cY= -github.com/projectdiscovery/rawhttp v0.1.63 h1:1MYB+2jFIF+KY7YpevBQebWGKsUixZh1faW4qQq4qMQ= -github.com/projectdiscovery/rawhttp v0.1.63/go.mod h1:nKAUkg61DfonVFnVeFx0hhEHaycIjKdDK7iJosp9yDA= +github.com/projectdiscovery/rawhttp v0.1.66 h1:dG2rLnd1uOpj15LOmNC7Rs0CUL+ysUj0hPn9o3OdOh8= +github.com/projectdiscovery/rawhttp v0.1.66/go.mod h1:coHIiWt2PcEjTg5V5mbmvK+j7BH2LUQRR+ps20ElVQY= github.com/projectdiscovery/retryabledns v1.0.75 h1:CIwX9PsA7GgrbcKAXYy3aBiFoQ/Futd3iA+nNaRn/6s= github.com/projectdiscovery/retryabledns v1.0.75/go.mod h1:MnnWpXz13j2JyjwBY6Hem/C9fLZ+2UmPiB5fDu23qL4= github.com/projectdiscovery/retryablehttp-go v1.0.78 h1:If7/XjCWk893YrnTMaW69TNMsfE1Er3i1SWOkWbEk4E= From 8e48bde09c197e7a8a6ffdc853b97e8cac74ddb4 Mon Sep 17 00:00:00 2001 From: Mzack9999 Date: Mon, 16 Sep 2024 19:11:04 +0200 Subject: [PATCH 31/47] using duration var --- runner/options.go | 14 +++++++------- runner/runner.go | 2 +- 2 files changed, 8 insertions(+), 8 deletions(-) diff --git a/runner/options.go b/runner/options.go index ce85e7b5..ccf3cd73 100644 --- a/runner/options.go +++ b/runner/options.go @@ -100,8 +100,8 @@ type ScanOptions struct { DisableStdin bool NoScreenshotBytes bool NoHeadlessBody bool - ScreenshotTimeout int - ScreenshotIdle int + ScreenshotTimeout time.Duration + ScreenshotIdle time.Duration } func (s *ScanOptions) Clone() *ScanOptions { @@ -306,8 +306,8 @@ type Options struct { HttpApiEndpoint string NoScreenshotBytes bool NoHeadlessBody bool - ScreenshotTimeout int - ScreenshotIdle int + ScreenshotTimeout time.Duration + ScreenshotIdle time.Duration // HeadlessOptionalArguments specifies optional arguments to pass to Chrome HeadlessOptionalArguments goflags.StringSlice Protocol string @@ -376,8 +376,8 @@ func ParseOptions() *Options { flagSet.StringSliceVarP(&options.HeadlessOptionalArguments, "headless-options", "ho", nil, "start headless chrome with additional options", goflags.FileCommaSeparatedStringSliceOptions), flagSet.BoolVarP(&options.NoScreenshotBytes, "exclude-screenshot-bytes", "esb", false, "enable excluding screenshot bytes from json output"), flagSet.BoolVarP(&options.NoHeadlessBody, "exclude-headless-body", "ehb", false, "enable excluding headless header from json output"), - flagSet.IntVarP(&options.ScreenshotTimeout, "screenshot-timeout", "st", 10, "set timeout for screenshot in seconds"), - flagSet.IntVarP(&options.ScreenshotIdle, "screenshot-idle", "sid", 1, "set idle time before taking screenshot in seconds"), + flagSet.DurationVarP(&options.ScreenshotTimeout, "screenshot-timeout", "st", 10*time.Second, "set timeout for screenshot in seconds"), + flagSet.DurationVarP(&options.ScreenshotIdle, "screenshot-idle", "sid", 1*time.Second, "set idle time before taking screenshot in seconds"), ) flagSet.CreateGroup("matchers", "Matchers", @@ -629,7 +629,7 @@ func (options *Options) ValidateOptions() error { msg += fmt.Sprintf("%s flag is", last) } msg += " incompatible with silent flag" - return fmt.Errorf(msg) + return errors.New(msg) } } diff --git a/runner/runner.go b/runner/runner.go index 49b2eed9..724e37ce 100644 --- a/runner/runner.go +++ b/runner/runner.go @@ -2144,7 +2144,7 @@ retry: var pHash uint64 if scanopts.Screenshot { var err error - screenshotBytes, headlessBody, err = r.browser.ScreenshotWithBody(fullURL, time.Duration(scanopts.ScreenshotTimeout)*time.Second, time.Duration(scanopts.ScreenshotIdle)*time.Second, r.options.CustomHeaders) + screenshotBytes, headlessBody, err = r.browser.ScreenshotWithBody(fullURL, scanopts.ScreenshotTimeout, scanopts.ScreenshotIdle, r.options.CustomHeaders) if err != nil { gologger.Warning().Msgf("Could not take screenshot '%s': %s", fullURL, err) } else { From db72bb2902dd52f16c13100e56d4b8f16a27f7bf Mon Sep 17 00:00:00 2001 From: Mzack9999 Date: Mon, 16 Sep 2024 20:26:21 +0200 Subject: [PATCH 32/47] Adding trace (#1883) * adding trace * using retryablehttp * syntax error --------- Co-authored-by: Sandeep Singh Co-authored-by: sandeep <8293321+ehsandeep@users.noreply.github.com> --- common/httpx/httpx.go | 2 +- common/httpx/option.go | 1 + runner/options.go | 3 + runner/runner.go | 15 ++-- runner/types.go | 152 +++++++++++++++++++++++------------------ 5 files changed, 101 insertions(+), 72 deletions(-) diff --git a/common/httpx/httpx.go b/common/httpx/httpx.go index 590bc046..d5027b79 100644 --- a/common/httpx/httpx.go +++ b/common/httpx/httpx.go @@ -76,7 +76,7 @@ func New(options *Options) (*HTTPX, error) { var retryablehttpOptions = retryablehttp.DefaultOptionsSpraying retryablehttpOptions.Timeout = httpx.Options.Timeout retryablehttpOptions.RetryMax = httpx.Options.RetryMax - + retryablehttpOptions.Trace = options.Trace handleHSTS := func(req *http.Request) { if req.Response.Header.Get("Strict-Transport-Security") == "" { return diff --git a/common/httpx/option.go b/common/httpx/option.go index 3f5d2f7f..6ef61919 100644 --- a/common/httpx/option.go +++ b/common/httpx/option.go @@ -49,6 +49,7 @@ type Options struct { NetworkPolicy *networkpolicy.NetworkPolicy CDNCheckClient *cdncheck.Client Protocol Proto + Trace bool } // DefaultOptions contains the default options diff --git a/runner/options.go b/runner/options.go index 325209c1..7ccd6392 100644 --- a/runner/options.go +++ b/runner/options.go @@ -329,6 +329,8 @@ type Options struct { // to be exact at end of existing closures OnClose func() + Trace bool + // Optional pre-created objects to reduce allocations Wappalyzer *wappalyzer.Wappalyze Networkpolicy *networkpolicy.NetworkPolicy @@ -500,6 +502,7 @@ func ParseOptions() *Options { flagSet.BoolVarP(&options.Verbose, "verbose", "v", false, "verbose mode"), flagSet.IntVarP(&options.StatsInterval, "stats-interval", "si", 0, "number of seconds to wait between showing a statistics update (default: 5)"), flagSet.BoolVarP(&options.NoColor, "no-color", "nc", false, "disable colors in cli output"), + flagSet.BoolVarP(&options.Trace, "trace", "tr", false, "trace"), ) flagSet.CreateGroup("Optimizations", "Optimizations", diff --git a/runner/runner.go b/runner/runner.go index 724e37ce..1ab07f2b 100644 --- a/runner/runner.go +++ b/runner/runner.go @@ -126,6 +126,7 @@ func New(options *Options) (*Runner, error) { } httpxOptions := httpx.DefaultOptions + httpxOptions.Trace = options.Trace var np *networkpolicy.NetworkPolicy if options.Networkpolicy != nil { @@ -1523,7 +1524,10 @@ retry: if err := URL.MergePath(scanopts.RequestURI, scanopts.Unsafe); err != nil { gologger.Debug().Msgf("failed to merge paths of url %v and %v", URL.String(), scanopts.RequestURI) } - var req *retryablehttp.Request + var ( + req *retryablehttp.Request + ctx context.Context + ) if target.CustomIP != "" { var requestIP string if iputil.IsIPv6(target.CustomIP) { @@ -1531,11 +1535,11 @@ retry: } else { requestIP = target.CustomIP } - ctx := context.WithValue(context.Background(), fastdialer.IP, requestIP) - req, err = hp.NewRequestWithContext(ctx, method, URL.String()) + ctx = context.WithValue(context.Background(), fastdialer.IP, requestIP) } else { - req, err = hp.NewRequest(method, URL.String()) + ctx = context.Background() } + req, err = hp.NewRequestWithContext(ctx, method, URL.String()) if err != nil { return Result{URL: URL.String(), Input: origInput, Err: err} } @@ -2252,6 +2256,9 @@ retry: result.Fqdns = resp.BodyDomains.Fqdns result.Domains = resp.BodyDomains.Domains } + if r.options.Trace { + result.Trace = req.TraceInfo + } return result } diff --git a/runner/types.go b/runner/types.go index a556ea96..7bdb3a9c 100644 --- a/runner/types.go +++ b/runner/types.go @@ -12,6 +12,7 @@ import ( mapstructure "github.com/go-viper/mapstructure/v2" "github.com/projectdiscovery/dsl" "github.com/projectdiscovery/gologger" + "github.com/projectdiscovery/retryablehttp-go" "github.com/projectdiscovery/tlsx/pkg/tlsx/clients" mapsutil "github.com/projectdiscovery/utils/maps" wappalyzer "github.com/projectdiscovery/wappalyzergo" @@ -32,74 +33,91 @@ func (o AsnResponse) String() string { // Result of a scan type Result struct { - Timestamp time.Time `json:"timestamp,omitempty" csv:"timestamp" mapstructure:"timestamp"` - ASN *AsnResponse `json:"asn,omitempty" csv:"asn" mapstructure:"asn"` - Err error `json:"-" csv:"-" mapstructure:"-"` - CSPData *httpx.CSPData `json:"csp,omitempty" csv:"csp" mapstructure:"csp"` - TLSData *clients.Response `json:"tls,omitempty" csv:"tls" mapstructure:"tls"` - Hashes map[string]interface{} `json:"hash,omitempty" csv:"hash" mapstructure:"hash"` - ExtractRegex []string `json:"extract_regex,omitempty" csv:"extract_regex" mapstructure:"extract_regex"` - CDNName string `json:"cdn_name,omitempty" csv:"cdn_name" mapstructure:"cdn_name"` - CDNType string `json:"cdn_type,omitempty" csv:"cdn_type" mapstructure:"cdn_type"` - SNI string `json:"sni,omitempty" csv:"sni" mapstructure:"sni"` - Port string `json:"port,omitempty" csv:"port" mapstructure:"port"` - Raw string `json:"-" csv:"-" mapstructure:"-"` - URL string `json:"url,omitempty" csv:"url" mapstructure:"url"` - Input string `json:"input,omitempty" csv:"input" mapstructure:"input"` - Location string `json:"location,omitempty" csv:"location" mapstructure:"location"` - Title string `json:"title,omitempty" csv:"title" mapstructure:"title"` - str string `mapstructure:"-"` - Scheme string `json:"scheme,omitempty" csv:"scheme" mapstructure:"scheme"` - Error string `json:"error,omitempty" csv:"error" mapstructure:"error"` - WebServer string `json:"webserver,omitempty" csv:"webserver" mapstructure:"webserver"` - ResponseBody string `json:"body,omitempty" csv:"body" mapstructure:"body"` - BodyPreview string `json:"body_preview,omitempty" csv:"body_preview" mapstructure:"body_preview"` - ContentType string `json:"content_type,omitempty" csv:"content_type" mapstructure:"content_type"` - Method string `json:"method,omitempty" csv:"method" mapstructure:"method"` - Host string `json:"host,omitempty" csv:"host" mapstructure:"host"` - Path string `json:"path,omitempty" csv:"path" mapstructure:"path"` - FavIconMMH3 string `json:"favicon,omitempty" csv:"favicon" mapstructure:"favicon"` - FavIconMD5 string `json:"favicon_md5,omitempty" csv:"favicon" mapstructure:"favicon_md5"` - FaviconPath string `json:"favicon_path,omitempty" csv:"favicon_path" mapstructure:"favicon_path"` - FaviconURL string `json:"favicon_url,omitempty" csv:"favicon_url" mapstructure:"favicon_url"` - FinalURL string `json:"final_url,omitempty" csv:"final_url" mapstructure:"final_url"` - ResponseHeaders map[string]interface{} `json:"header,omitempty" csv:"header" mapstructure:"header"` - RawHeaders string `json:"raw_header,omitempty" csv:"raw_header" mapstructure:"raw_header"` - Request string `json:"request,omitempty" csv:"request" mapstructure:"request"` - ResponseTime string `json:"time,omitempty" csv:"time" mapstructure:"time"` - JarmHash string `json:"jarm_hash,omitempty" csv:"jarm_hash" mapstructure:"jarm_hash"` - ChainStatusCodes []int `json:"chain_status_codes,omitempty" csv:"chain_status_codes" mapstructure:"chain_status_codes"` - A []string `json:"a,omitempty" csv:"a" mapstructure:"a"` - AAAA []string `json:"aaaa,omitempty" csv:"aaaa" mapstructure:"aaaa"` - CNAMEs []string `json:"cname,omitempty" csv:"cname" mapstructure:"cname"` - Technologies []string `json:"tech,omitempty" csv:"tech" mapstructure:"tech"` - Extracts map[string][]string `json:"extracts,omitempty" csv:"extracts" mapstructure:"extracts"` - Chain []httpx.ChainItem `json:"chain,omitempty" csv:"chain" mapstructure:"chain"` - Words int `json:"words" csv:"words" mapstructure:"words"` - Lines int `json:"lines" csv:"lines" mapstructure:"lines"` - StatusCode int `json:"status_code" csv:"status_code" mapstructure:"status_code"` - ContentLength int `json:"content_length" csv:"content_length" mapstructure:"content_length"` - Failed bool `json:"failed" csv:"failed" mapstructure:"failed"` - VHost bool `json:"vhost,omitempty" csv:"vhost" mapstructure:"vhost"` - WebSocket bool `json:"websocket,omitempty" csv:"websocket" mapstructure:"websocket"` - CDN bool `json:"cdn,omitempty" csv:"cdn" mapstructure:"cdn"` - HTTP2 bool `json:"http2,omitempty" csv:"http2" mapstructure:"http2"` - Pipeline bool `json:"pipeline,omitempty" csv:"pipeline" mapstructure:"pipeline"` - HeadlessBody string `json:"headless_body,omitempty" csv:"headless_body" mapstructure:"headless_body"` - ScreenshotBytes []byte `json:"screenshot_bytes,omitempty" csv:"screenshot_bytes" mapstructure:"screenshot_bytes"` - StoredResponsePath string `json:"stored_response_path,omitempty" csv:"stored_response_path" mapstructure:"stored_response_path"` - ScreenshotPath string `json:"screenshot_path,omitempty" csv:"screenshot_path" mapstructure:"screenshot_path"` - ScreenshotPathRel string `json:"screenshot_path_rel,omitempty" csv:"screenshot_path_rel" mapstructure:"screenshot_path_rel"` - KnowledgeBase map[string]interface{} `json:"knowledgebase,omitempty" csv:"knowledgebase" mapstructure:"knowledgebase"` - Resolvers []string `json:"resolvers,omitempty" csv:"resolvers" mapstructure:"resolvers"` - Fqdns []string `json:"body_fqdn,omitempty" mapstructure:"body_fqdn"` - Domains []string `json:"body_domains,omitempty" mapstructure:"body_domains"` + Timestamp time.Time `json:"timestamp,omitempty" csv:"timestamp" mapstructure:"timestamp"` + ASN *AsnResponse `json:"asn,omitempty" csv:"asn" mapstructure:"asn"` + Err error `json:"-" csv:"-" mapstructure:"-"` + CSPData *httpx.CSPData `json:"csp,omitempty" csv:"csp" mapstructure:"csp"` + TLSData *clients.Response `json:"tls,omitempty" csv:"tls" mapstructure:"tls"` + Hashes map[string]interface{} `json:"hash,omitempty" csv:"hash" mapstructure:"hash"` + ExtractRegex []string `json:"extract_regex,omitempty" csv:"extract_regex" mapstructure:"extract_regex"` + CDNName string `json:"cdn_name,omitempty" csv:"cdn_name" mapstructure:"cdn_name"` + CDNType string `json:"cdn_type,omitempty" csv:"cdn_type" mapstructure:"cdn_type"` + SNI string `json:"sni,omitempty" csv:"sni" mapstructure:"sni"` + Port string `json:"port,omitempty" csv:"port" mapstructure:"port"` + Raw string `json:"-" csv:"-" mapstructure:"-"` + URL string `json:"url,omitempty" csv:"url" mapstructure:"url"` + Input string `json:"input,omitempty" csv:"input" mapstructure:"input"` + Location string `json:"location,omitempty" csv:"location" mapstructure:"location"` + Title string `json:"title,omitempty" csv:"title" mapstructure:"title"` + str string `mapstructure:"-"` + Scheme string `json:"scheme,omitempty" csv:"scheme" mapstructure:"scheme"` + Error string `json:"error,omitempty" csv:"error" mapstructure:"error"` + WebServer string `json:"webserver,omitempty" csv:"webserver" mapstructure:"webserver"` + ResponseBody string `json:"body,omitempty" csv:"body" mapstructure:"body"` + BodyPreview string `json:"body_preview,omitempty" csv:"body_preview" mapstructure:"body_preview"` + ContentType string `json:"content_type,omitempty" csv:"content_type" mapstructure:"content_type"` + Method string `json:"method,omitempty" csv:"method" mapstructure:"method"` + Host string `json:"host,omitempty" csv:"host" mapstructure:"host"` + Path string `json:"path,omitempty" csv:"path" mapstructure:"path"` + FavIconMMH3 string `json:"favicon,omitempty" csv:"favicon" mapstructure:"favicon"` + FavIconMD5 string `json:"favicon_md5,omitempty" csv:"favicon" mapstructure:"favicon_md5"` + FaviconPath string `json:"favicon_path,omitempty" csv:"favicon_path" mapstructure:"favicon_path"` + FaviconURL string `json:"favicon_url,omitempty" csv:"favicon_url" mapstructure:"favicon_url"` + FinalURL string `json:"final_url,omitempty" csv:"final_url" mapstructure:"final_url"` + ResponseHeaders map[string]interface{} `json:"header,omitempty" csv:"header" mapstructure:"header"` + RawHeaders string `json:"raw_header,omitempty" csv:"raw_header" mapstructure:"raw_header"` + Request string `json:"request,omitempty" csv:"request" mapstructure:"request"` + ResponseTime string `json:"time,omitempty" csv:"time" mapstructure:"time"` + JarmHash string `json:"jarm_hash,omitempty" csv:"jarm_hash" mapstructure:"jarm_hash"` + ChainStatusCodes []int `json:"chain_status_codes,omitempty" csv:"chain_status_codes" mapstructure:"chain_status_codes"` + A []string `json:"a,omitempty" csv:"a" mapstructure:"a"` + AAAA []string `json:"aaaa,omitempty" csv:"aaaa" mapstructure:"aaaa"` + CNAMEs []string `json:"cname,omitempty" csv:"cname" mapstructure:"cname"` + Technologies []string `json:"tech,omitempty" csv:"tech" mapstructure:"tech"` + Extracts map[string][]string `json:"extracts,omitempty" csv:"extracts" mapstructure:"extracts"` + Chain []httpx.ChainItem `json:"chain,omitempty" csv:"chain" mapstructure:"chain"` + Words int `json:"words" csv:"words" mapstructure:"words"` + Lines int `json:"lines" csv:"lines" mapstructure:"lines"` + StatusCode int `json:"status_code" csv:"status_code" mapstructure:"status_code"` + ContentLength int `json:"content_length" csv:"content_length" mapstructure:"content_length"` + Failed bool `json:"failed" csv:"failed" mapstructure:"failed"` + VHost bool `json:"vhost,omitempty" csv:"vhost" mapstructure:"vhost"` + WebSocket bool `json:"websocket,omitempty" csv:"websocket" mapstructure:"websocket"` + CDN bool `json:"cdn,omitempty" csv:"cdn" mapstructure:"cdn"` + HTTP2 bool `json:"http2,omitempty" csv:"http2" mapstructure:"http2"` + Pipeline bool `json:"pipeline,omitempty" csv:"pipeline" mapstructure:"pipeline"` + HeadlessBody string `json:"headless_body,omitempty" csv:"headless_body" mapstructure:"headless_body"` + ScreenshotBytes []byte `json:"screenshot_bytes,omitempty" csv:"screenshot_bytes" mapstructure:"screenshot_bytes"` + StoredResponsePath string `json:"stored_response_path,omitempty" csv:"stored_response_path" mapstructure:"stored_response_path"` + ScreenshotPath string `json:"screenshot_path,omitempty" csv:"screenshot_path" mapstructure:"screenshot_path"` + ScreenshotPathRel string `json:"screenshot_path_rel,omitempty" csv:"screenshot_path_rel" mapstructure:"screenshot_path_rel"` + KnowledgeBase map[string]interface{} `json:"knowledgebase,omitempty" csv:"knowledgebase" mapstructure:"knowledgebase"` + Resolvers []string `json:"resolvers,omitempty" csv:"resolvers" mapstructure:"resolvers"` + Fqdns []string `json:"body_fqdn,omitempty" mapstructure:"body_fqdn"` + Domains []string `json:"body_domains,omitempty" mapstructure:"body_domains"` + TechnologyDetails map[string]wappalyzer.AppInfo `json:"-" csv:"-" mapstructure:"-"` + RequestRaw []byte `json:"-" csv:"-" mapstructure:"-"` + Response *httpx.Response `json:"-" csv:"-" mapstructure:"-"` + FaviconData []byte `json:"-" csv:"-" mapstructure:"-"` + Trace *retryablehttp.TraceInfo `json:"trace,omitempty" csv:"trace" mapstructure:"trace"` +} - // Internal Fields - TechnologyDetails map[string]wappalyzer.AppInfo `json:"-" csv:"-" mapstructure:"-"` - RequestRaw []byte `json:"-" csv:"-" mapstructure:"-"` - Response *httpx.Response `json:"-" csv:"-" mapstructure:"-"` - FaviconData []byte `json:"-" csv:"-" mapstructure:"-"` +type Trace struct { + GetConn time.Time `json:"get_conn,omitempty"` + GotConn time.Time `json:"got_conn,omitempty"` + PutIdleConn time.Time `json:"put_idle_conn,omitempty"` + GotFirstResponseByte time.Time `json:"got_first_response_byte,omitempty"` + Got100Continue time.Time `json:"got_100_continue,omitempty"` + DNSStart time.Time `json:"dns_start,omitempty"` + DNSDone time.Time `json:"dns_done,omitempty"` + ConnectStart time.Time `json:"connect_start,omitempty"` + ConnectDone time.Time `json:"connect_done,omitempty"` + TLSHandshakeStart time.Time `json:"tls_handshake_start,omitempty"` + TLSHandshakeDone time.Time `json:"tls_handshake_done,omitempty"` + WroteHeaderField time.Time `json:"wrote_header_field,omitempty"` + WroteHeaders time.Time `json:"wrote_headers,omitempty"` + Wait100Continue time.Time `json:"wait_100_continue,omitempty"` + WroteRequest time.Time `json:"wrote_request,omitempty"` } // function to get dsl variables from result struct From a5f81981693abbc9911fc805a1e51614e29f0e2d Mon Sep 17 00:00:00 2001 From: Dogan Can Bakir <65292895+dogancanbakir@users.noreply.github.com> Date: Mon, 16 Sep 2024 21:29:37 +0300 Subject: [PATCH 33/47] add auth cred file flag (#1912) * add auth cred file flag * update readme * rename --- README.md | 1 + runner/options.go | 8 ++++++++ 2 files changed, 9 insertions(+) diff --git a/README.md b/README.md index db46be5b..a4e1b5e1 100644 --- a/README.md +++ b/README.md @@ -248,6 +248,7 @@ OPTIMIZATIONS: CLOUD: -auth configure projectdiscovery cloud (pdcp) api key (default true) + -ac, -auth-config string configure projectdiscovery cloud (pdcp) api key credential file -pd, -dashboard upload / view output in projectdiscovery cloud (pdcp) UI dashboard -aid, -asset-id string upload new assets to existing asset id (optional) -aname, -asset-name string assets group name to set (optional) diff --git a/runner/options.go b/runner/options.go index 7ccd6392..866970e8 100644 --- a/runner/options.go +++ b/runner/options.go @@ -4,6 +4,7 @@ import ( "fmt" "math" "os" + "path/filepath" "regexp" "strings" "time" @@ -214,6 +215,7 @@ type Options struct { CSVOutput bool CSVOutputEncoding string PdcpAuth string + PdcpAuthCredFile string Silent bool Version bool Verbose bool @@ -519,6 +521,7 @@ func ParseOptions() *Options { flagSet.CreateGroup("cloud", "Cloud", flagSet.DynamicVar(&options.PdcpAuth, "auth", "true", "configure projectdiscovery cloud (pdcp) api key"), + flagSet.StringVarP(&options.PdcpAuthCredFile, "auth-config", "ac", "", "configure projectdiscovery cloud (pdcp) api key credential file"), flagSet.BoolVarP(&options.AssetUpload, "dashboard", "pd", false, "upload / view output in projectdiscovery cloud (pdcp) UI dashboard"), flagSet.StringVarP(&options.TeamID, "team-id", "tid", TeamIDEnv, "upload asset results to given team id (optional)"), flagSet.StringVarP(&options.AssetID, "asset-id", "aid", "", "upload new assets to existing asset id (optional)"), @@ -547,6 +550,11 @@ func ParseOptions() *Options { } } + if options.PdcpAuthCredFile != "" { + pdcpauth.PDCPCredFile = options.PdcpAuthCredFile + pdcpauth.PDCPDir = filepath.Dir(pdcpauth.PDCPCredFile) + } + // api key hierarchy: cli flag > env var > .pdcp/credential file if options.PdcpAuth == "true" { AuthWithPDCP() From 0b2ee56fe26ea4a747023dfe28228e2fd8cb3c97 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 23 Sep 2024 10:43:14 +0000 Subject: [PATCH 34/47] chore(deps): bump github.com/projectdiscovery/utils Bumps [github.com/projectdiscovery/utils](https://github.com/projectdiscovery/utils) from 0.2.10 to 0.2.11. - [Release notes](https://github.com/projectdiscovery/utils/releases) - [Changelog](https://github.com/projectdiscovery/utils/blob/main/CHANGELOG.md) - [Commits](https://github.com/projectdiscovery/utils/compare/v0.2.10...v0.2.11) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/utils dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 40 ++++++++++++----------- go.sum | 101 ++++++++++++++++++++++++++++++--------------------------- 2 files changed, 74 insertions(+), 67 deletions(-) diff --git a/go.mod b/go.mod index 6f54de67..46d08b45 100644 --- a/go.mod +++ b/go.mod @@ -16,7 +16,7 @@ require ( github.com/julienschmidt/httprouter v1.3.0 github.com/logrusorgru/aurora v2.0.3+incompatible github.com/mfonda/simhash v0.0.0-20151007195837-79f94a1100d6 - github.com/microcosm-cc/bluemonday v1.0.26 + github.com/microcosm-cc/bluemonday v1.0.27 github.com/miekg/dns v1.1.59 // indirect github.com/pkg/errors v0.9.1 github.com/projectdiscovery/asnmap v1.1.1 @@ -27,8 +27,8 @@ require ( github.com/projectdiscovery/fdmax v0.0.4 github.com/projectdiscovery/goconfig v0.0.1 github.com/projectdiscovery/goflags v0.1.64 - github.com/projectdiscovery/gologger v1.1.23 - github.com/projectdiscovery/hmap v0.0.58 + github.com/projectdiscovery/gologger v1.1.24 + github.com/projectdiscovery/hmap v0.0.59 github.com/projectdiscovery/mapcidr v1.1.34 github.com/projectdiscovery/networkpolicy v0.0.9 github.com/projectdiscovery/ratelimit v0.0.54 @@ -36,7 +36,7 @@ require ( github.com/projectdiscovery/retryablehttp-go v1.0.78 github.com/projectdiscovery/tlsx v1.1.7 github.com/projectdiscovery/useragent v0.0.69 - github.com/projectdiscovery/utils v0.2.10 + github.com/projectdiscovery/utils v0.2.11 github.com/projectdiscovery/wappalyzergo v0.1.16 github.com/rs/xid v1.5.0 github.com/spaolacci/murmur3 v1.1.0 @@ -45,9 +45,9 @@ require ( go.etcd.io/bbolt v1.3.10 // indirect go.uber.org/multierr v1.11.0 golang.org/x/exp v0.0.0-20240506185415-9bf2ced13842 - golang.org/x/net v0.26.0 - golang.org/x/sys v0.21.0 // indirect - golang.org/x/text v0.16.0 + golang.org/x/net v0.29.0 + golang.org/x/sys v0.25.0 // indirect + golang.org/x/text v0.18.0 ) require ( @@ -61,21 +61,23 @@ require ( github.com/Masterminds/semver/v3 v3.2.1 // indirect github.com/Mzack9999/go-http-digest-auth-client v0.6.1-0.20220414142836-eb8883508809 // indirect github.com/VividCortex/ewma v1.2.0 // indirect - github.com/alecthomas/chroma v0.10.0 // indirect + github.com/alecthomas/chroma/v2 v2.14.0 // indirect github.com/andybalholm/brotli v1.1.0 // indirect github.com/andybalholm/cascadia v1.3.2 // indirect github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 // indirect github.com/aymanbagabas/go-osc52/v2 v2.0.1 // indirect github.com/aymerick/douceur v0.2.0 // indirect github.com/bits-and-blooms/bitset v1.13.0 // indirect - github.com/charmbracelet/glamour v0.6.0 // indirect + github.com/charmbracelet/glamour v0.8.0 // indirect + github.com/charmbracelet/lipgloss v0.13.0 // indirect + github.com/charmbracelet/x/ansi v0.3.2 // indirect github.com/cheggaaa/pb/v3 v3.1.4 // indirect github.com/cloudflare/cfssl v1.6.4 // indirect github.com/cloudflare/circl v1.3.8 // indirect github.com/cnf/structhash v0.0.0-20201127153200-e1b16c1ebc08 // indirect github.com/davecgh/go-spew v1.1.1 // indirect github.com/dimchansky/utfbom v1.1.1 // indirect - github.com/dlclark/regexp2 v1.11.0 // indirect + github.com/dlclark/regexp2 v1.11.4 // indirect github.com/docker/go-units v0.5.0 // indirect github.com/dsnet/compress v0.0.2-0.20210315054119-f66993602bf5 // indirect github.com/fatih/color v1.16.0 // indirect @@ -98,13 +100,13 @@ require ( github.com/lufia/plan9stats v0.0.0-20211012122336-39d0f177ccd0 // indirect github.com/mattn/go-colorable v0.1.13 // indirect github.com/mattn/go-isatty v0.0.20 // indirect - github.com/mattn/go-runewidth v0.0.15 // indirect + github.com/mattn/go-runewidth v0.0.16 // indirect github.com/mholt/archiver/v3 v3.5.1 // indirect github.com/minio/selfupdate v0.6.1-0.20230907112617-f11e74f84ca7 // indirect github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect github.com/modern-go/reflect2 v1.0.2 // indirect github.com/muesli/reflow v0.3.0 // indirect - github.com/muesli/termenv v0.15.1 // indirect + github.com/muesli/termenv v0.15.3-0.20240618155329-98d742f6907a // indirect github.com/nfnt/resize v0.0.0-20180221191011-83c6a9932646 // indirect github.com/nwaples/rardecode v1.1.3 // indirect github.com/olekukonko/tablewriter v0.0.5 // indirect @@ -115,9 +117,9 @@ require ( github.com/projectdiscovery/freeport v0.0.7 // indirect github.com/projectdiscovery/gostruct v0.0.2 // indirect github.com/projectdiscovery/machineid v0.0.0-20240226150047-2e2c51e35983 // indirect - github.com/projectdiscovery/retryabledns v1.0.75 // indirect + github.com/projectdiscovery/retryabledns v1.0.76 // indirect github.com/refraction-networking/utls v1.6.7 // indirect - github.com/rivo/uniseg v0.4.4 // indirect + github.com/rivo/uniseg v0.4.7 // indirect github.com/rogpeppe/go-internal v1.12.0 // indirect github.com/saintfish/chardet v0.0.0-20230101081208-5e3ef4b5456d // indirect github.com/sashabaranov/go-openai v1.15.3 // indirect @@ -142,16 +144,16 @@ require ( github.com/ysmood/got v0.34.1 // indirect github.com/ysmood/gson v0.7.3 // indirect github.com/ysmood/leakless v0.8.0 // indirect - github.com/yuin/goldmark v1.5.4 // indirect - github.com/yuin/goldmark-emoji v1.0.1 // indirect + github.com/yuin/goldmark v1.7.4 // indirect + github.com/yuin/goldmark-emoji v1.0.3 // indirect github.com/yusufpapurcu/wmi v1.2.4 // indirect github.com/zcalusic/sysinfo v1.0.2 // indirect github.com/zmap/rc2 v0.0.0-20190804163417-abaa70531248 // indirect - golang.org/x/crypto v0.24.0 // indirect + golang.org/x/crypto v0.27.0 // indirect golang.org/x/mod v0.17.0 // indirect golang.org/x/oauth2 v0.18.0 // indirect - golang.org/x/sync v0.7.0 // indirect - golang.org/x/term v0.21.0 // indirect + golang.org/x/sync v0.8.0 // indirect + golang.org/x/term v0.24.0 // indirect golang.org/x/time v0.5.0 // indirect golang.org/x/tools v0.21.1-0.20240508182429-e35e4ccd0d2d // indirect google.golang.org/appengine v1.6.8 // indirect diff --git a/go.sum b/go.sum index a6287fde..cff52c8e 100644 --- a/go.sum +++ b/go.sum @@ -17,8 +17,12 @@ github.com/VividCortex/ewma v1.2.0 h1:f58SaIzcDXrSy3kWaHNvuJgJ3Nmz59Zji6XoJR/q1o github.com/VividCortex/ewma v1.2.0/go.mod h1:nz4BbCtbLyFDeC9SUHbtcT5644juEuWfUAUnGx7j5l4= github.com/akrylysov/pogreb v0.10.2 h1:e6PxmeyEhWyi2AKOBIJzAEi4HkiC+lKyCocRGlnDi78= github.com/akrylysov/pogreb v0.10.2/go.mod h1:pNs6QmpQ1UlTJKDezuRWmaqkgUE2TuU0YTWyqJZ7+lI= -github.com/alecthomas/chroma v0.10.0 h1:7XDcGkCQopCNKjZHfYrNLraA+M7e0fMiJ/Mfikbfjek= -github.com/alecthomas/chroma v0.10.0/go.mod h1:jtJATyUxlIORhUOFNA9NZDWGAQ8wpxQQqNSB4rjA/1s= +github.com/alecthomas/assert/v2 v2.7.0 h1:QtqSACNS3tF7oasA8CU6A6sXZSBDqnm7RfpLl9bZqbE= +github.com/alecthomas/assert/v2 v2.7.0/go.mod h1:Bze95FyfUr7x34QZrjL+XP+0qgp/zg8yS+TtBj1WA3k= +github.com/alecthomas/chroma/v2 v2.14.0 h1:R3+wzpnUArGcQz7fCETQBzO5n9IMNi13iIs46aU4V9E= +github.com/alecthomas/chroma/v2 v2.14.0/go.mod h1:QolEbTfmUHIMVpBqxeDnNBj2uoeI4EbYP4i6n68SG4I= +github.com/alecthomas/repr v0.4.0 h1:GhI2A8MACjfegCPVq9f1FLvIBS+DrQ2KQBFZP1iFzXc= +github.com/alecthomas/repr v0.4.0/go.mod h1:Fr0507jx4eOXV7AlPV6AVZLYrLIuIeSOWtW57eE/O/4= github.com/andybalholm/brotli v1.0.1/go.mod h1:loMXtMfwqflxFJPmdbJO0a3KNoPuLBgiu3qAvBg8x/Y= github.com/andybalholm/brotli v1.1.0 h1:eLKJA0d02Lf0mVpIDgYnqXcUn0GqVmEFny3VuID1U3M= github.com/andybalholm/brotli v1.1.0/go.mod h1:sms7XGricyQI9K10gOSf56VKKWS4oLer58Q+mhRPtnY= @@ -27,9 +31,10 @@ github.com/andybalholm/cascadia v1.3.2 h1:3Xi6Dw5lHF15JtdcmAHD3i1+T8plmv7BQ/nsVi github.com/andybalholm/cascadia v1.3.2/go.mod h1:7gtRlve5FxPPgIgX36uWBX58OdBsSS6lUvCFb+h7KvU= github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 h1:DklsrG3dyBCFEj5IhUbnKptjxatkF07cF2ak3yi77so= github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2/go.mod h1:WaHUgvxTVq04UNunO+XhnAqY/wQc+bxr74GqbsZ/Jqw= -github.com/aymanbagabas/go-osc52 v1.0.3/go.mod h1:zT8H+Rk4VSabYN90pWyugflM3ZhpTZNC7cASDfUCdT4= github.com/aymanbagabas/go-osc52/v2 v2.0.1 h1:HwpRHbFMcZLEVr42D4p7XBqjyuxQH5SMiErDT4WkJ2k= github.com/aymanbagabas/go-osc52/v2 v2.0.1/go.mod h1:uYgXzlJ7ZpABp8OJ+exZzJJhRNQ2ASbcXHWsFqH8hp8= +github.com/aymanbagabas/go-udiff v0.2.0 h1:TK0fH4MteXUDspT88n8CKzvK0X9O2xu9yQjWpi6yML8= +github.com/aymanbagabas/go-udiff v0.2.0/go.mod h1:RE4Ex0qsGkTAJoQdQQCA0uG+nAzJO/pI/QwceO5fgrA= github.com/aymerick/douceur v0.2.0 h1:Mv+mAeH1Q+n9Fr+oyamOlAkUNPWPlA8PPGR0QAaYuPk= github.com/aymerick/douceur v0.2.0/go.mod h1:wlT5vV2O3h55X9m7iVYN0TBM0NH/MmbLnd30/FjWUq4= github.com/bits-and-blooms/bitset v1.13.0 h1:bAQ9OPNFYbGHV6Nez0tmNI0RiEu7/hxlYJRUA0wFAVE= @@ -37,8 +42,14 @@ github.com/bits-and-blooms/bitset v1.13.0/go.mod h1:7hO7Gc7Pp1vODcmWvKMRA9BNmbv6 github.com/bits-and-blooms/bloom/v3 v3.5.0 h1:AKDvi1V3xJCmSR6QhcBfHbCN4Vf8FfxeWkMNQfmAGhY= github.com/bits-and-blooms/bloom/v3 v3.5.0/go.mod h1:Y8vrn7nk1tPIlmLtW2ZPV+W7StdVMor6bC1xgpjMZFs= github.com/bwesterb/go-ristretto v1.2.0/go.mod h1:fUIoIZaG73pV5biE2Blr2xEzDoMj7NFEuV9ekS419A0= -github.com/charmbracelet/glamour v0.6.0 h1:wi8fse3Y7nfcabbbDuwolqTqMQPMnVPeZhDM273bISc= -github.com/charmbracelet/glamour v0.6.0/go.mod h1:taqWV4swIMMbWALc0m7AfE9JkPSU8om2538k9ITBxOc= +github.com/charmbracelet/glamour v0.8.0 h1:tPrjL3aRcQbn++7t18wOpgLyl8wrOHUEDS7IZ68QtZs= +github.com/charmbracelet/glamour v0.8.0/go.mod h1:ViRgmKkf3u5S7uakt2czJ272WSg2ZenlYEZXT2x7Bjw= +github.com/charmbracelet/lipgloss v0.13.0 h1:4X3PPeoWEDCMvzDvGmTajSyYPcZM4+y8sCA/SsA3cjw= +github.com/charmbracelet/lipgloss v0.13.0/go.mod h1:nw4zy0SBX/F/eAO1cWdcvy6qnkDUxr8Lw7dvFrAIbbY= +github.com/charmbracelet/x/ansi v0.3.2 h1:wsEwgAN+C9U06l9dCVMX0/L3x7ptvY1qmjMwyfE6USY= +github.com/charmbracelet/x/ansi v0.3.2/go.mod h1:dk73KoMTT5AX5BsX0KrqhsTqAnhZZoCBjs7dGWp4Ktw= +github.com/charmbracelet/x/exp/golden v0.0.0-20240806155701-69247e0abc2a h1:G99klV19u0QnhiizODirwVksQB91TJKV/UaTnACcG30= +github.com/charmbracelet/x/exp/golden v0.0.0-20240806155701-69247e0abc2a/go.mod h1:wDlXFlCrmJ8J+swcL/MnGUuYnqgQdW9rhSD61oNMb6U= github.com/cheggaaa/pb/v3 v3.1.4 h1:DN8j4TVVdKu3WxVwcRKu0sG00IIU6FewoABZzXbRQeo= github.com/cheggaaa/pb/v3 v3.1.4/go.mod h1:6wVjILNBaXMs8c21qRiaUM8BR82erfgau1DQ4iUXmSA= github.com/cloudflare/cfssl v1.6.4 h1:NMOvfrEjFfC63K3SGXgAnFdsgkmiq4kATme5BfcqrO8= @@ -55,9 +66,8 @@ github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/dimchansky/utfbom v1.1.1 h1:vV6w1AhK4VMnhBno/TPVCoK9U/LP0PkLCS9tbxHdi/U= github.com/dimchansky/utfbom v1.1.1/go.mod h1:SxdoEBH5qIqFocHMyGOXVAybYJdr71b1Q/j0mACtrfE= -github.com/dlclark/regexp2 v1.4.0/go.mod h1:2pZnwuY/m+8K6iRw6wQdMtk+rH5tNGR1i55kozfMjCc= -github.com/dlclark/regexp2 v1.11.0 h1:G/nrcoOa7ZXlpoa/91N3X7mM3r8eIlMBBJZvsz/mxKI= -github.com/dlclark/regexp2 v1.11.0/go.mod h1:DHkYz0B9wPfa6wondMfaivmHpzrQ3v9q8cnmRbL6yW8= +github.com/dlclark/regexp2 v1.11.4 h1:rPYF9/LECdNymJufQKmri9gV604RvvABwgOA8un7yAo= +github.com/dlclark/regexp2 v1.11.4/go.mod h1:DHkYz0B9wPfa6wondMfaivmHpzrQ3v9q8cnmRbL6yW8= github.com/docker/go-units v0.5.0 h1:69rxXcBk27SvSaaxTtLh/8llcHD8vYHT7WSdRZ/jvr4= github.com/docker/go-units v0.5.0/go.mod h1:fgPhTUdO+D/Jk86RDLlptpiXQzgHJF7gydDDbaIK4Dk= github.com/dsnet/compress v0.0.2-0.20210315054119-f66993602bf5 h1:iFaUwBSo5Svw6L7HYpRu/0lE3e0BaElwnNO1qkNQxBY= @@ -112,7 +122,6 @@ github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510 h1:El6M4kTTCOh6aBiKaU github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510/go.mod h1:pupxD2MaaD3pAXIBCelhxNneeOaAeabZDe5s4K6zSpQ= github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0= github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= -github.com/gorilla/css v1.0.0/go.mod h1:Dn721qIggHpt4+EFCcTLTU/vk5ySda2ReITrtgBl60c= github.com/gorilla/css v1.0.1 h1:ntNaBIghp6JmvWnxbZKANoLyuXTPZ4cAMlo6RyhlbO8= github.com/gorilla/css v1.0.1/go.mod h1:BvnYkspnSzMmwRK+b8/xgNPLiIuNZr6vbZBTPQ2A3b0= github.com/hashicorp/go-version v1.6.0 h1:feTTfFNnjP967rlCxM/I9g701jU+RN74YKx2mOkIeek= @@ -123,6 +132,8 @@ github.com/hbakhtiyor/strsim v0.0.0-20190107154042-4d2bbb273edf h1:umfGUaWdFP2s6 github.com/hbakhtiyor/strsim v0.0.0-20190107154042-4d2bbb273edf/go.mod h1:V99KdStnMHZsvVOwIvhfcUzYgYkRZeQWUtumtL+SKxA= github.com/hdm/jarm-go v0.0.7 h1:Eq0geenHrBSYuKrdVhrBdMMzOmA+CAMLzN2WrF3eL6A= github.com/hdm/jarm-go v0.0.7/go.mod h1:kinGoS0+Sdn1Rr54OtanET5E5n7AlD6T6CrJAKDjJSQ= +github.com/hexops/gotextdiff v1.0.3 h1:gitA9+qJrrTCsiCl7+kh75nPqQt1cx4ZkudSTLoUqJM= +github.com/hexops/gotextdiff v1.0.3/go.mod h1:pSWU5MAI3yDq+fZBTazCSJysOMbxWL1BSow5/V2vxeg= github.com/hpcloud/tail v1.0.0/go.mod h1:ab1qPbhIpdTxEkNHXyeSf5vhxWSCs/tWer42PpOxQnU= github.com/jaytaylor/html2text v0.0.0-20230321000545-74c2419ad056 h1:iCHtR9CQyktQ5+f3dMVZfwD2KWJUgm7M0gdL9NGr8KA= github.com/jaytaylor/html2text v0.0.0-20230321000545-74c2419ad056/go.mod h1:CVKlgaMiht+LXvHG173ujK6JUhZXKb2u/BQtjPDIvyk= @@ -163,16 +174,14 @@ github.com/mattn/go-isatty v0.0.20 h1:xfD0iDuEKnDkl03q4limB+vH+GxLEtL/jb4xVJSWWE github.com/mattn/go-isatty v0.0.20/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y= github.com/mattn/go-runewidth v0.0.9/go.mod h1:H031xJmbD/WCDINGzjvQ9THkh0rPKHF+m2gUSrubnMI= github.com/mattn/go-runewidth v0.0.12/go.mod h1:RAqKPSqVFrSLVXbA8x7dzmKdmGzieGRCM46jaSJTDAk= -github.com/mattn/go-runewidth v0.0.14/go.mod h1:Jdepj2loyihRzMpdS35Xk/zdY8IAYHsh153qUoGf23w= -github.com/mattn/go-runewidth v0.0.15 h1:UNAjwbU9l54TA3KzvqLGxwWjHmMgBUVhBiTjelZgg3U= -github.com/mattn/go-runewidth v0.0.15/go.mod h1:Jdepj2loyihRzMpdS35Xk/zdY8IAYHsh153qUoGf23w= +github.com/mattn/go-runewidth v0.0.16 h1:E5ScNMtiwvlvB5paMFdw9p4kSQzbXFikJ5SQO6TULQc= +github.com/mattn/go-runewidth v0.0.16/go.mod h1:Jdepj2loyihRzMpdS35Xk/zdY8IAYHsh153qUoGf23w= github.com/mfonda/simhash v0.0.0-20151007195837-79f94a1100d6 h1:bjfMeqxWEJ6IRUvGkiTkSwx0a6UdQJsbirRSoXogteY= github.com/mfonda/simhash v0.0.0-20151007195837-79f94a1100d6/go.mod h1:WVJJvUw/pIOcwu2O8ZzHEhmigq2jzwRNfJVRMJB7bR8= github.com/mholt/archiver/v3 v3.5.1 h1:rDjOBX9JSF5BvoJGvjqK479aL70qh9DIpZCl+k7Clwo= github.com/mholt/archiver/v3 v3.5.1/go.mod h1:e3dqJ7H78uzsRSEACH1joayhuSyhnonssnDhppzS1L4= -github.com/microcosm-cc/bluemonday v1.0.21/go.mod h1:ytNkv4RrDrLJ2pqlsSI46O6IVXmZOBBD4SaJyDwwTkM= -github.com/microcosm-cc/bluemonday v1.0.26 h1:xbqSvqzQMeEHCqMi64VAs4d8uy6Mequs3rQ0k/Khz58= -github.com/microcosm-cc/bluemonday v1.0.26/go.mod h1:JyzOCs9gkyQyjs+6h10UEVSe02CGwkhd72Xdqh78TWs= +github.com/microcosm-cc/bluemonday v1.0.27 h1:MpEUotklkwCSLeH+Qdx1VJgNqLlpY2KXwXFM08ygZfk= +github.com/microcosm-cc/bluemonday v1.0.27/go.mod h1:jFi9vgW+H7c3V0lb6nR74Ib/DIB5OBs92Dimizgw2cA= github.com/miekg/dns v1.1.35/go.mod h1:KNUDUusw/aVsxyTYZM1oqvCicbwhgbNgztCETuNZ7xM= github.com/miekg/dns v1.1.59 h1:C9EXc/UToRwKLhK5wKU/I4QVsBUc8kE6MkHBkeypWZs= github.com/miekg/dns v1.1.59/go.mod h1:nZpewl5p6IvctfgrckopVx2OlSEHPRO/U4SYkRklrEk= @@ -187,9 +196,8 @@ github.com/mreiferson/go-httpclient v0.0.0-20160630210159-31f0106b4474/go.mod h1 github.com/mreiferson/go-httpclient v0.0.0-20201222173833-5e475fde3a4d/go.mod h1:OQA4XLvDbMgS8P0CevmM4m9Q3Jq4phKUzcocxuGJ5m8= github.com/muesli/reflow v0.3.0 h1:IFsN6K9NfGtjeggFP+68I4chLZV2yIKsXJFNZ+eWh6s= github.com/muesli/reflow v0.3.0/go.mod h1:pbwTDkVPibjO2kyvBQRBxTWEEGDGq0FlB1BIKtnHY/8= -github.com/muesli/termenv v0.13.0/go.mod h1:sP1+uffeLaEYpyOTb8pLCUctGcGLnoFjSn4YJK5e2bc= -github.com/muesli/termenv v0.15.1 h1:UzuTb/+hhlBugQz28rpzey4ZuKcZ03MeKsoG7IJZIxs= -github.com/muesli/termenv v0.15.1/go.mod h1:HeAQPTzpfs016yGtA4g00CsdYnVLJvxsS4ANqrZs2sQ= +github.com/muesli/termenv v0.15.3-0.20240618155329-98d742f6907a h1:2MaM6YC3mGu54x+RKAA6JiFFHlHDY1UbkxqppT7wYOg= +github.com/muesli/termenv v0.15.3-0.20240618155329-98d742f6907a/go.mod h1:hxSnBBYLK21Vtq/PHd0S2FYCxBXzBua8ov5s1RobyRQ= github.com/nfnt/resize v0.0.0-20180221191011-83c6a9932646 h1:zYyBkD/k9seD2A7fsi6Oo2LfFZAehjjQMERAvZLEDnQ= github.com/nfnt/resize v0.0.0-20180221191011-83c6a9932646/go.mod h1:jpp1/29i3P1S/RLdc7JQKbRpFeM1dOBd8T9ki5s+AY8= github.com/nwaples/rardecode v1.1.0/go.mod h1:5DzqNKiOdpKKBH87u8VlvAnPZMXcGRhxWkRpHbbfGS0= @@ -236,12 +244,12 @@ github.com/projectdiscovery/goconfig v0.0.1 h1:36m3QjohZvemqh9bkJAakaHsm9iEZ2AcQ github.com/projectdiscovery/goconfig v0.0.1/go.mod h1:CPO25zR+mzTtyBrsygqsHse0sp/4vB/PjaHi9upXlDw= github.com/projectdiscovery/goflags v0.1.64 h1:FDfwdt9N97Hi8OuhbkDlKtVttpc/CRMIWQVa08VsHsI= github.com/projectdiscovery/goflags v0.1.64/go.mod h1:3FyHIVQtnycNOc1LE3O1jj/XR5XuMdF9QfHd0ujhnX4= -github.com/projectdiscovery/gologger v1.1.23 h1:u9ksRgkWuUoaOqkk0Z1FngWriXH0Bnt73yYwFGmZo8E= -github.com/projectdiscovery/gologger v1.1.23/go.mod h1:zcFt3u4U0kmhXou7cTXWwwu+yqVPX3GSABD1hqU0Ur8= +github.com/projectdiscovery/gologger v1.1.24 h1:TmA4k9sA6ZvfyRnprZKQ0Uq34g//u5R9yTDPL9IzTOQ= +github.com/projectdiscovery/gologger v1.1.24/go.mod h1:JA0JMJ+ply+J2wD062TN4h85thm6/28jAlrntwccKVU= github.com/projectdiscovery/gostruct v0.0.2 h1:s8gP8ApugGM4go1pA+sVlPDXaWqNP5BBDDSv7VEdG1M= github.com/projectdiscovery/gostruct v0.0.2/go.mod h1:H86peL4HKwMXcQQtEa6lmC8FuD9XFt6gkNR0B/Mu5PE= -github.com/projectdiscovery/hmap v0.0.58 h1:SoXmnmYS2egPSRgFKgUhHozu8QvPIUKAuoDpuii9jkw= -github.com/projectdiscovery/hmap v0.0.58/go.mod h1:nQTelqkgxU6vuuU+qmQloMrDBxYZMt2TTO0fV86yXN4= +github.com/projectdiscovery/hmap v0.0.59 h1:xWCr/GY2QJanFzwKydh/EkGdOKM4iAcN9hQvvCMgO6A= +github.com/projectdiscovery/hmap v0.0.59/go.mod h1:uHhhnPmvq9qXvCjBSQXCBAlmA1r8JGufP775IkBSbgs= github.com/projectdiscovery/machineid v0.0.0-20240226150047-2e2c51e35983 h1:ZScLodGSezQVwsQDtBSMFp72WDq0nNN+KE/5DHKY5QE= github.com/projectdiscovery/machineid v0.0.0-20240226150047-2e2c51e35983/go.mod h1:3G3BRKui7nMuDFAZKR/M2hiOLtaOmyukT20g88qRQjI= github.com/projectdiscovery/mapcidr v1.1.34 h1:udr83vQ7oz3kEOwlsU6NC6o08leJzSDQtls1wmXN/kM= @@ -252,8 +260,8 @@ github.com/projectdiscovery/ratelimit v0.0.54 h1:VwrFLPSfWle5Hg7AvwQkDd4EWDzYWTz github.com/projectdiscovery/ratelimit v0.0.54/go.mod h1:yGIqMaT8vKG+4mlCqkWOWAvBtvWUlQeanZae31E09cY= github.com/projectdiscovery/rawhttp v0.1.66 h1:dG2rLnd1uOpj15LOmNC7Rs0CUL+ysUj0hPn9o3OdOh8= github.com/projectdiscovery/rawhttp v0.1.66/go.mod h1:coHIiWt2PcEjTg5V5mbmvK+j7BH2LUQRR+ps20ElVQY= -github.com/projectdiscovery/retryabledns v1.0.75 h1:CIwX9PsA7GgrbcKAXYy3aBiFoQ/Futd3iA+nNaRn/6s= -github.com/projectdiscovery/retryabledns v1.0.75/go.mod h1:MnnWpXz13j2JyjwBY6Hem/C9fLZ+2UmPiB5fDu23qL4= +github.com/projectdiscovery/retryabledns v1.0.76 h1:6PyRCSW5SMUfE7uozZWckWuIDnBgLU/b1ofeWqeKONs= +github.com/projectdiscovery/retryabledns v1.0.76/go.mod h1:vc4L2dng+nPLpQu7s0eqFc0OvyrZibuMNWFMA9bnN3w= github.com/projectdiscovery/retryablehttp-go v1.0.78 h1:If7/XjCWk893YrnTMaW69TNMsfE1Er3i1SWOkWbEk4E= github.com/projectdiscovery/retryablehttp-go v1.0.78/go.mod h1:NqzTdnGihSRkF9c/aXo+3qTJXEeNwnOuza6GrlPo9qw= github.com/projectdiscovery/stringsutil v0.0.2 h1:uzmw3IVLJSMW1kEg8eCStG/cGbYYZAja8BH3LqqJXMA= @@ -262,16 +270,16 @@ github.com/projectdiscovery/tlsx v1.1.7 h1:eSsl/SmTDL/z2CMeSrbssk4f/9oOotMP1SgXl github.com/projectdiscovery/tlsx v1.1.7/go.mod h1:g66QQ4/y4tLVjoGbzWIv+Q6xwFzxfJbEDx86Y1dYHDM= github.com/projectdiscovery/useragent v0.0.69 h1:6TkVMKjOBDqecUBBkXlTlBUfAUM8Bgn/58E3ZasndBs= github.com/projectdiscovery/useragent v0.0.69/go.mod h1:Ss+Kf6XEjSQqhm7LmbEtOxKvGnnnR88Fx+0PG2PXuBY= -github.com/projectdiscovery/utils v0.2.10 h1:MFx9pAaSyYGjXNi46mdAD7ceSZ80E0AGeuBj8fXaAF4= -github.com/projectdiscovery/utils v0.2.10/go.mod h1:jvTckFUQxZSiJrhACUuU63tqtd0tdBu3ng3QUVm/Ce0= +github.com/projectdiscovery/utils v0.2.11 h1:TO7fBG5QI256sn1YuTD87yn4+4OjGJ2wT1772uEnp4Q= +github.com/projectdiscovery/utils v0.2.11/go.mod h1:W0E74DWkKxlcyKS5XwcAwiob7+smoszPPi1NgX3vZyk= github.com/projectdiscovery/wappalyzergo v0.1.16 h1:c8HScLwkKOydIWyfjojLFzQjHdo0YYsU0MYXlx6ON5U= github.com/projectdiscovery/wappalyzergo v0.1.16/go.mod h1:/hzgxkBFTMe2wDbA93nFfoMjULw7/vIZ9QPSAnCgUa8= github.com/refraction-networking/utls v1.6.7 h1:zVJ7sP1dJx/WtVuITug3qYUq034cDq9B2MR1K67ULZM= github.com/refraction-networking/utls v1.6.7/go.mod h1:BC3O4vQzye5hqpmDTWUqi4P5DDhzJfkV1tdqtawQIH0= github.com/rivo/uniseg v0.1.0/go.mod h1:J6wj4VEh+S6ZtnVlnTBMWIodfgj8LQOQFoIToxlJtxc= github.com/rivo/uniseg v0.2.0/go.mod h1:J6wj4VEh+S6ZtnVlnTBMWIodfgj8LQOQFoIToxlJtxc= -github.com/rivo/uniseg v0.4.4 h1:8TfxU8dW6PdqD27gjM8MVNuicgxIjxpm4K7x4jp8sis= -github.com/rivo/uniseg v0.4.4/go.mod h1:FN3SvrM+Zdj16jyLfmOkMNblXMcoc8DfTHruCPUcx88= +github.com/rivo/uniseg v0.4.7 h1:WUdvkW8uEhrYfLC4ZzdpI2ztxP1I582+49Oc5Mq64VQ= +github.com/rivo/uniseg v0.4.7/go.mod h1:FN3SvrM+Zdj16jyLfmOkMNblXMcoc8DfTHruCPUcx88= github.com/rogpeppe/go-internal v1.12.0 h1:exVL4IDcn6na9z1rAb56Vxr+CgyK3nn3O+epU5NdKM8= github.com/rogpeppe/go-internal v1.12.0/go.mod h1:E+RYuTGaKKdloAfM02xzb0FW3Paa99yedzYV+kq4uf4= github.com/rs/xid v1.5.0 h1:mKX4bl4iPYJtEIxp6CYiUuLQ/8DYMoz0PUdtGgMFRVc= @@ -359,13 +367,12 @@ github.com/ysmood/gson v0.7.3 h1:QFkWbTH8MxyUTKPkVWAENJhxqdBa4lYTQWqZCiLG6kE= github.com/ysmood/gson v0.7.3/go.mod h1:3Kzs5zDl21g5F/BlLTNcuAGAYLKt2lV5G8D1zF3RNmg= github.com/ysmood/leakless v0.8.0 h1:BzLrVoiwxikpgEQR0Lk8NyBN5Cit2b1z+u0mgL4ZJak= github.com/ysmood/leakless v0.8.0/go.mod h1:R8iAXPRaG97QJwqxs74RdwzcRHT1SWCGTNqY8q0JvMQ= -github.com/yuin/goldmark v1.2.1/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY= -github.com/yuin/goldmark v1.5.2/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY= -github.com/yuin/goldmark v1.5.4 h1:2uY/xC0roWy8IBEGLgB1ywIoEJFGmRrX21YQcvGZzjU= -github.com/yuin/goldmark v1.5.4/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY= -github.com/yuin/goldmark-emoji v1.0.1 h1:ctuWEyzGBwiucEqxzwe0SOYDXPAucOrE9NQC18Wa1os= -github.com/yuin/goldmark-emoji v1.0.1/go.mod h1:2w1E6FEWLcDQkoTE+7HU6QF1F6SLlNGjRIBbIZQFqkQ= +github.com/yuin/goldmark v1.7.1/go.mod h1:uzxRWxtg69N339t3louHJ7+O03ezfj6PlliRlaOzY1E= +github.com/yuin/goldmark v1.7.4 h1:BDXOHExt+A7gwPCJgPIIq7ENvceR7we7rOS9TNoLZeg= +github.com/yuin/goldmark v1.7.4/go.mod h1:uzxRWxtg69N339t3louHJ7+O03ezfj6PlliRlaOzY1E= +github.com/yuin/goldmark-emoji v1.0.3 h1:aLRkLHOuBR2czCY4R8olwMjID+tENfhyFDMCRhbIQY4= +github.com/yuin/goldmark-emoji v1.0.3/go.mod h1:tTkZEbwu5wkPmgTcitqddVxY9osFZiavD+r4AzQrh1U= github.com/yusufpapurcu/wmi v1.2.4 h1:zFUKzehAFReQwLys1b/iSMl+JQGSCSjtVqQn9bBrPo0= github.com/yusufpapurcu/wmi v1.2.4/go.mod h1:SBZ9tNy3G9/m5Oi98Zks0QjeHVDvuK0qfxQmPyzfmi0= github.com/zcalusic/sysinfo v1.0.2 h1:nwTTo2a+WQ0NXwo0BGRojOJvJ/5XKvQih+2RrtWqfxc= @@ -398,8 +405,8 @@ golang.org/x/crypto v0.7.0/go.mod h1:pYwdfH91IfpZVANVyUOhSIPZaFoJGxTFbZhFTx+dXZU golang.org/x/crypto v0.14.0/go.mod h1:MVFd36DqK4CsrnJYDkBA3VC4m2GkXAM0PvzMCn4JQf4= golang.org/x/crypto v0.19.0/go.mod h1:Iy9bg/ha4yyC70EfRS8jz+B6ybOBKMaSxLj6P6oBDfU= golang.org/x/crypto v0.23.0/go.mod h1:CKFgDieR+mRhux2Lsu27y0fO304Db0wZe70UKqHu0v8= -golang.org/x/crypto v0.24.0 h1:mnl8DM0o513X8fdIkmyFE/5hTYxbwYOjDS/+rK6qpRI= -golang.org/x/crypto v0.24.0/go.mod h1:Z1PMYSOR5nyMcyAVAIQSKCDwalqy85Aqn1x3Ws4L5DM= +golang.org/x/crypto v0.27.0 h1:GXm2NjJrPaiv/h1tb2UH8QfgC/hOf/+z0p6PT8o1w7A= +golang.org/x/crypto v0.27.0/go.mod h1:1Xngt8kV6Dvbssa53Ziq6Eqn0HqbZi5Z6R0ZpwQzt70= golang.org/x/exp v0.0.0-20240506185415-9bf2ced13842 h1:vr/HnozRka3pE4EsMEg1lgkXJkTFJCVUX+S/ZT6wYzM= golang.org/x/exp v0.0.0-20240506185415-9bf2ced13842/go.mod h1:XtvwrStGgqGPLc4cjQfWqZHG1YFdYs6swckp8vpsjnc= golang.org/x/mod v0.1.1-0.20191105210325-c90efee705ee/go.mod h1:QqPTAvyqsEbceGzBzNggFXnrqF1CaUcvgkdR5Ot7KZg= @@ -420,7 +427,6 @@ golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v golang.org/x/net v0.0.0-20210916014120-12bc252f5db8/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= golang.org/x/net v0.0.0-20211112202133-69e39bad7dc2/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= golang.org/x/net v0.0.0-20220722155237-a158d28d115b/go.mod h1:XRhObCWvk6IyKnWLug+ECip1KBveYUHfp+8e9klMJ9c= -golang.org/x/net v0.0.0-20221002022538-bcab6841153b/go.mod h1:YDH+HFinaLZZlnHAfSS6ZXJJ9M9t4Dl22yv3iI2vPwk= golang.org/x/net v0.6.0/go.mod h1:2Tu9+aMcznHK/AK1HMvgo6xiTLG5rD5rZLDS+rp2Bjs= golang.org/x/net v0.7.0/go.mod h1:2Tu9+aMcznHK/AK1HMvgo6xiTLG5rD5rZLDS+rp2Bjs= golang.org/x/net v0.8.0/go.mod h1:QVkue5JL9kW//ek3r6jTKnTFis1tRmNAW2P1shuFdJc= @@ -429,8 +435,8 @@ golang.org/x/net v0.10.0/go.mod h1:0qNGK6F8kojg2nk9dLZ2mShWaEBan6FAoqfSigmmuDg= golang.org/x/net v0.17.0/go.mod h1:NxSsAGuq816PNPmqtQdLE42eU2Fs7NoRIZrHJAlaCOE= golang.org/x/net v0.21.0/go.mod h1:bIjVDfnllIU7BJ2DNgfnXvpSvtn8VRwhlsaeUTyUS44= golang.org/x/net v0.25.0/go.mod h1:JkAGAh7GEvH74S6FOH42FLoXpXbE/aqXSrIQjXgsiwM= -golang.org/x/net v0.26.0 h1:soB7SVo0PWrY4vPW/+ay0jKDNScG2X9wFeYlXIvJsOQ= -golang.org/x/net v0.26.0/go.mod h1:5YKkiSynbBIh3p6iOc/vibscux0x38BZDkn8sCUPxHE= +golang.org/x/net v0.29.0 h1:5ORfpBpCs4HzDYoodCDBbwHzdR5UrLBZ3sOnUJmFoHo= +golang.org/x/net v0.29.0/go.mod h1:gLkgy8jTGERgjzMic6DS9+SP0ajcu6Xu3Orq/SpETg0= golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= golang.org/x/oauth2 v0.6.0/go.mod h1:ycmewcwgD4Rpr3eZJLSB4Kyyljb3qDh40vJ8STE5HKw= golang.org/x/oauth2 v0.18.0 h1:09qnuIAgzdx1XplqJvW6CQqMCtGZykZWcXzPMPUusvI= @@ -440,8 +446,8 @@ golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJ golang.org/x/sync v0.0.0-20200317015054-43a5402ce75a/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.1.0/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= -golang.org/x/sync v0.7.0 h1:YsImfSBoP9QPYL0xyKJPq0gcaJdG3rInoqxTWbfQu9M= -golang.org/x/sync v0.7.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk= +golang.org/x/sync v0.8.0 h1:3NFvSEYkUoMifnESzZl15y791HH1qU2xm6eCJU5ZPXQ= +golang.org/x/sync v0.8.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk= golang.org/x/sys v0.0.0-20180905080454-ebe1bf3edb33/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20180909124046-d0be0721c37e/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= @@ -462,7 +468,6 @@ golang.org/x/sys v0.0.0-20211007075335-d3039528d8ac/go.mod h1:oPkhp1MJrh7nUepCBc golang.org/x/sys v0.0.0-20220520151302-bc2c85ada10a/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= -golang.org/x/sys v0.0.0-20220728004956-3c1f35247d10/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220811171246-fbc7d0a398ab/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.5.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= @@ -472,8 +477,8 @@ golang.org/x/sys v0.11.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.13.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.17.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= golang.org/x/sys v0.20.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= -golang.org/x/sys v0.21.0 h1:rF+pYz3DAGSQAxAu1CbC7catZg4ebC4UIeIhKxBZvws= -golang.org/x/sys v0.21.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= +golang.org/x/sys v0.25.0 h1:r+8e+loiHxRqhXVl6ML1nO3l1+oFoWbnlu2Ehimmi34= +golang.org/x/sys v0.25.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= golang.org/x/term v0.0.0-20201117132131-f5c789dd3221/go.mod h1:Nr5EML6q2oocZ2LXRh80K7BxOlk5/8JxuGnuhpl+muw= golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8= @@ -484,8 +489,8 @@ golang.org/x/term v0.8.0/go.mod h1:xPskH00ivmX89bAKVGSKKtLOWNx2+17Eiy94tnKShWo= golang.org/x/term v0.13.0/go.mod h1:LTmsnFJwVN6bCy1rVCoS+qHT1HhALEFxKncY3WNNh4U= golang.org/x/term v0.17.0/go.mod h1:lLRBjIVuehSbZlaOtGMbcMncT+aqLLLmKrsjNrUguwk= golang.org/x/term v0.20.0/go.mod h1:8UkIAJTvZgivsXaD6/pH6U9ecQzZ45awqEOzuCvwpFY= -golang.org/x/term v0.21.0 h1:WVXCp+/EBEHOj53Rvu+7KiT/iElMrO8ACK16SMZ3jaA= -golang.org/x/term v0.21.0/go.mod h1:ooXLefLobQVslOqselCNF4SxFAaoS6KujMbsGzSDmX0= +golang.org/x/term v0.24.0 h1:Mh5cbb+Zk2hqqXNO7S1iTjEphVL+jb8ZWaqh/g+JWkM= +golang.org/x/term v0.24.0/go.mod h1:lOBK/LVxemqiMij05LGJ0tzNr8xlmwBRJ81PX6wVLH8= golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk= golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= @@ -499,8 +504,8 @@ golang.org/x/text v0.9.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8= golang.org/x/text v0.13.0/go.mod h1:TvPlkZtksWOMsz7fbANvkp4WM8x/WCo/om8BMLbz+aE= golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU= golang.org/x/text v0.15.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU= -golang.org/x/text v0.16.0 h1:a94ExnEXNtEwYLGJSIUxnWoxoRz/ZcCsV63ROupILh4= -golang.org/x/text v0.16.0/go.mod h1:GhwF1Be+LQoKShO3cGOHzqOgRrGaYc9AvblQOmPVHnI= +golang.org/x/text v0.18.0 h1:XvMDiNzPAl0jr17s6W9lcaIhGUfUORdGCNsuLmPG224= +golang.org/x/text v0.18.0/go.mod h1:BuEKDfySbSR4drPmRPG/7iBdf8hvFMuRexcpahXilzY= golang.org/x/time v0.5.0 h1:o7cqy6amK/52YcAKIPlM3a+Fpj35zvRj2TP+e1xFSfk= golang.org/x/time v0.5.0/go.mod h1:3BpzKBy/shNhVucY/MWOyx10tF3SFh9QdLuxbVysPQM= golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= From 283bf7967b4caab6ec6a62611753bec1ed8900a1 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 23 Sep 2024 10:43:30 +0000 Subject: [PATCH 35/47] chore(deps): bump github.com/projectdiscovery/clistats Bumps [github.com/projectdiscovery/clistats](https://github.com/projectdiscovery/clistats) from 0.1.0 to 0.1.1. - [Release notes](https://github.com/projectdiscovery/clistats/releases) - [Commits](https://github.com/projectdiscovery/clistats/compare/v0.1.0...v0.1.1) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/clistats dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index 6f54de67..ac549749 100644 --- a/go.mod +++ b/go.mod @@ -21,7 +21,7 @@ require ( github.com/pkg/errors v0.9.1 github.com/projectdiscovery/asnmap v1.1.1 github.com/projectdiscovery/cdncheck v1.1.0 - github.com/projectdiscovery/clistats v0.1.0 + github.com/projectdiscovery/clistats v0.1.1 github.com/projectdiscovery/dsl v0.2.1 github.com/projectdiscovery/fastdialer v0.2.9 github.com/projectdiscovery/fdmax v0.0.4 diff --git a/go.sum b/go.sum index a6287fde..861ecee7 100644 --- a/go.sum +++ b/go.sum @@ -222,8 +222,8 @@ github.com/projectdiscovery/blackrock v0.0.1 h1:lHQqhaaEFjgf5WkuItbpeCZv2DUIE45k github.com/projectdiscovery/blackrock v0.0.1/go.mod h1:ANUtjDfaVrqB453bzToU+YB4cUbvBRpLvEwoWIwlTss= github.com/projectdiscovery/cdncheck v1.1.0 h1:qDITidmJsejzpk3rMkauCh6sjI2GH9hW/snk0cQ3kXE= github.com/projectdiscovery/cdncheck v1.1.0/go.mod h1:sZ8U4MjHSsyaTVjBbYWHT1cwUVvUYwDX1W+WvWRicIc= -github.com/projectdiscovery/clistats v0.1.0 h1:b+LF1w0xhNd7cneKWMXb+/yUmF1n5szawxP4XGpmbxs= -github.com/projectdiscovery/clistats v0.1.0/go.mod h1:GJ2av0KnOvK0AISQnP8hyDclYIji1LVkx2l0pwnzAu4= +github.com/projectdiscovery/clistats v0.1.1 h1:8mwbdbwTU4aT88TJvwIzTpiNeow3XnAB72JIg66c8wE= +github.com/projectdiscovery/clistats v0.1.1/go.mod h1:4LtTC9Oy//RiuT1+76MfTg8Hqs7FQp1JIGBM3nHK6a0= github.com/projectdiscovery/dsl v0.2.1 h1:TK3KD4jsg4YbvY7WJqnz1QyH4AOvAwezeBFOX97Evgk= github.com/projectdiscovery/dsl v0.2.1/go.mod h1:IRQXsmi5/g1dDZ79//A9t2vrRtxm4frRSd5t8CZVSbI= github.com/projectdiscovery/fastdialer v0.2.9 h1:vDCqxVMCyUu3oVEizEK1K8K+CCcLkVDW3X2HfiWaVFA= From 631ec2af57e94dbd329d7490e4becbc849d967bb Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 23 Sep 2024 10:50:05 +0000 Subject: [PATCH 36/47] chore(deps): bump github.com/projectdiscovery/retryablehttp-go Bumps [github.com/projectdiscovery/retryablehttp-go](https://github.com/projectdiscovery/retryablehttp-go) from 1.0.78 to 1.0.79. - [Release notes](https://github.com/projectdiscovery/retryablehttp-go/releases) - [Commits](https://github.com/projectdiscovery/retryablehttp-go/compare/v1.0.78...v1.0.79) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/retryablehttp-go dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index db644d8e..db18b51b 100644 --- a/go.mod +++ b/go.mod @@ -33,7 +33,7 @@ require ( github.com/projectdiscovery/networkpolicy v0.0.9 github.com/projectdiscovery/ratelimit v0.0.54 github.com/projectdiscovery/rawhttp v0.1.66 - github.com/projectdiscovery/retryablehttp-go v1.0.78 + github.com/projectdiscovery/retryablehttp-go v1.0.79 github.com/projectdiscovery/tlsx v1.1.7 github.com/projectdiscovery/useragent v0.0.69 github.com/projectdiscovery/utils v0.2.11 diff --git a/go.sum b/go.sum index 4841694e..df191983 100644 --- a/go.sum +++ b/go.sum @@ -262,8 +262,8 @@ github.com/projectdiscovery/rawhttp v0.1.66 h1:dG2rLnd1uOpj15LOmNC7Rs0CUL+ysUj0h github.com/projectdiscovery/rawhttp v0.1.66/go.mod h1:coHIiWt2PcEjTg5V5mbmvK+j7BH2LUQRR+ps20ElVQY= github.com/projectdiscovery/retryabledns v1.0.76 h1:6PyRCSW5SMUfE7uozZWckWuIDnBgLU/b1ofeWqeKONs= github.com/projectdiscovery/retryabledns v1.0.76/go.mod h1:vc4L2dng+nPLpQu7s0eqFc0OvyrZibuMNWFMA9bnN3w= -github.com/projectdiscovery/retryablehttp-go v1.0.78 h1:If7/XjCWk893YrnTMaW69TNMsfE1Er3i1SWOkWbEk4E= -github.com/projectdiscovery/retryablehttp-go v1.0.78/go.mod h1:NqzTdnGihSRkF9c/aXo+3qTJXEeNwnOuza6GrlPo9qw= +github.com/projectdiscovery/retryablehttp-go v1.0.79 h1:XZBoyx7eMjr7/Iy0qQoYVEil1G5IRsm8KuFed/Ju5fk= +github.com/projectdiscovery/retryablehttp-go v1.0.79/go.mod h1:F9XFivtDToesAZhbPDnnj8CVp/TmOgv9qYDG1QY1qxA= github.com/projectdiscovery/stringsutil v0.0.2 h1:uzmw3IVLJSMW1kEg8eCStG/cGbYYZAja8BH3LqqJXMA= github.com/projectdiscovery/stringsutil v0.0.2/go.mod h1:EJ3w6bC5fBYjVou6ryzodQq37D5c6qbAYQpGmAy+DC0= github.com/projectdiscovery/tlsx v1.1.7 h1:eSsl/SmTDL/z2CMeSrbssk4f/9oOotMP1SgXl3yynSM= From 86d4bb8b70e296244b5c3b507d50eed5a96507d8 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 23 Sep 2024 10:50:11 +0000 Subject: [PATCH 37/47] chore(deps): bump github.com/projectdiscovery/gologger Bumps [github.com/projectdiscovery/gologger](https://github.com/projectdiscovery/gologger) from 1.1.23 to 1.1.25. - [Release notes](https://github.com/projectdiscovery/gologger/releases) - [Commits](https://github.com/projectdiscovery/gologger/compare/v1.1.23...v1.1.25) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/gologger dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index db644d8e..1eab7245 100644 --- a/go.mod +++ b/go.mod @@ -27,7 +27,7 @@ require ( github.com/projectdiscovery/fdmax v0.0.4 github.com/projectdiscovery/goconfig v0.0.1 github.com/projectdiscovery/goflags v0.1.64 - github.com/projectdiscovery/gologger v1.1.24 + github.com/projectdiscovery/gologger v1.1.25 github.com/projectdiscovery/hmap v0.0.59 github.com/projectdiscovery/mapcidr v1.1.34 github.com/projectdiscovery/networkpolicy v0.0.9 diff --git a/go.sum b/go.sum index 4841694e..84c2f944 100644 --- a/go.sum +++ b/go.sum @@ -244,8 +244,8 @@ github.com/projectdiscovery/goconfig v0.0.1 h1:36m3QjohZvemqh9bkJAakaHsm9iEZ2AcQ github.com/projectdiscovery/goconfig v0.0.1/go.mod h1:CPO25zR+mzTtyBrsygqsHse0sp/4vB/PjaHi9upXlDw= github.com/projectdiscovery/goflags v0.1.64 h1:FDfwdt9N97Hi8OuhbkDlKtVttpc/CRMIWQVa08VsHsI= github.com/projectdiscovery/goflags v0.1.64/go.mod h1:3FyHIVQtnycNOc1LE3O1jj/XR5XuMdF9QfHd0ujhnX4= -github.com/projectdiscovery/gologger v1.1.24 h1:TmA4k9sA6ZvfyRnprZKQ0Uq34g//u5R9yTDPL9IzTOQ= -github.com/projectdiscovery/gologger v1.1.24/go.mod h1:JA0JMJ+ply+J2wD062TN4h85thm6/28jAlrntwccKVU= +github.com/projectdiscovery/gologger v1.1.25 h1:bHarLQ/sCfBErU6QCarE1fuGpINEkyHu8zhYUWE2oMA= +github.com/projectdiscovery/gologger v1.1.25/go.mod h1:AmWrlwr9Xs/dRALoN3wjuNzdSpvNu0nFDXI/4+mII7Q= github.com/projectdiscovery/gostruct v0.0.2 h1:s8gP8ApugGM4go1pA+sVlPDXaWqNP5BBDDSv7VEdG1M= github.com/projectdiscovery/gostruct v0.0.2/go.mod h1:H86peL4HKwMXcQQtEa6lmC8FuD9XFt6gkNR0B/Mu5PE= github.com/projectdiscovery/hmap v0.0.59 h1:xWCr/GY2QJanFzwKydh/EkGdOKM4iAcN9hQvvCMgO6A= From 8a6cac96a92168fcd4165b701b8d08bdb3c772ea Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 23 Sep 2024 10:56:29 +0000 Subject: [PATCH 38/47] chore(deps): bump github.com/projectdiscovery/rawhttp Bumps [github.com/projectdiscovery/rawhttp](https://github.com/projectdiscovery/rawhttp) from 0.1.66 to 0.1.67. - [Release notes](https://github.com/projectdiscovery/rawhttp/releases) - [Commits](https://github.com/projectdiscovery/rawhttp/compare/v0.1.66...v0.1.67) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/rawhttp dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index ee458f62..0abe2e98 100644 --- a/go.mod +++ b/go.mod @@ -32,7 +32,7 @@ require ( github.com/projectdiscovery/mapcidr v1.1.34 github.com/projectdiscovery/networkpolicy v0.0.9 github.com/projectdiscovery/ratelimit v0.0.54 - github.com/projectdiscovery/rawhttp v0.1.66 + github.com/projectdiscovery/rawhttp v0.1.67 github.com/projectdiscovery/retryablehttp-go v1.0.79 github.com/projectdiscovery/tlsx v1.1.7 github.com/projectdiscovery/useragent v0.0.69 diff --git a/go.sum b/go.sum index 49079725..b3b29c71 100644 --- a/go.sum +++ b/go.sum @@ -258,8 +258,8 @@ github.com/projectdiscovery/networkpolicy v0.0.9 h1:IrlDoYZagNNO8y+7iZeHT8k5izE+ github.com/projectdiscovery/networkpolicy v0.0.9/go.mod h1:XFJ2Lnv8BE/ziQCFjBHMsH1w6VmkPiQtk+NlBpdMU7M= github.com/projectdiscovery/ratelimit v0.0.54 h1:VwrFLPSfWle5Hg7AvwQkDd4EWDzYWTzd2mDTXTrqvmA= github.com/projectdiscovery/ratelimit v0.0.54/go.mod h1:yGIqMaT8vKG+4mlCqkWOWAvBtvWUlQeanZae31E09cY= -github.com/projectdiscovery/rawhttp v0.1.66 h1:dG2rLnd1uOpj15LOmNC7Rs0CUL+ysUj0hPn9o3OdOh8= -github.com/projectdiscovery/rawhttp v0.1.66/go.mod h1:coHIiWt2PcEjTg5V5mbmvK+j7BH2LUQRR+ps20ElVQY= +github.com/projectdiscovery/rawhttp v0.1.67 h1:HYzathMk3c8Y83hYjHM4GCBFbz/G+vABe0Lz6ajaowY= +github.com/projectdiscovery/rawhttp v0.1.67/go.mod h1:5viJ6odzc9ZuEFppj/E7HdX+u99FoYlvXnhHyTNc7N0= github.com/projectdiscovery/retryabledns v1.0.76 h1:6PyRCSW5SMUfE7uozZWckWuIDnBgLU/b1ofeWqeKONs= github.com/projectdiscovery/retryabledns v1.0.76/go.mod h1:vc4L2dng+nPLpQu7s0eqFc0OvyrZibuMNWFMA9bnN3w= github.com/projectdiscovery/retryablehttp-go v1.0.79 h1:XZBoyx7eMjr7/Iy0qQoYVEil1G5IRsm8KuFed/Ju5fk= From 7bdd88b9bd49295eb1d6dac5252af396edd7c076 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 30 Sep 2024 11:00:17 +0000 Subject: [PATCH 39/47] chore(deps): bump github.com/projectdiscovery/dsl from 0.2.1 to 0.2.5 Bumps [github.com/projectdiscovery/dsl](https://github.com/projectdiscovery/dsl) from 0.2.1 to 0.2.5. - [Release notes](https://github.com/projectdiscovery/dsl/releases) - [Commits](https://github.com/projectdiscovery/dsl/compare/v0.2.1...v0.2.5) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/dsl dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index 0abe2e98..bd3d8a05 100644 --- a/go.mod +++ b/go.mod @@ -22,7 +22,7 @@ require ( github.com/projectdiscovery/asnmap v1.1.1 github.com/projectdiscovery/cdncheck v1.1.0 github.com/projectdiscovery/clistats v0.1.1 - github.com/projectdiscovery/dsl v0.2.1 + github.com/projectdiscovery/dsl v0.2.5 github.com/projectdiscovery/fastdialer v0.2.9 github.com/projectdiscovery/fdmax v0.0.4 github.com/projectdiscovery/goconfig v0.0.1 diff --git a/go.sum b/go.sum index b3b29c71..e3623dc7 100644 --- a/go.sum +++ b/go.sum @@ -232,8 +232,8 @@ github.com/projectdiscovery/cdncheck v1.1.0 h1:qDITidmJsejzpk3rMkauCh6sjI2GH9hW/ github.com/projectdiscovery/cdncheck v1.1.0/go.mod h1:sZ8U4MjHSsyaTVjBbYWHT1cwUVvUYwDX1W+WvWRicIc= github.com/projectdiscovery/clistats v0.1.1 h1:8mwbdbwTU4aT88TJvwIzTpiNeow3XnAB72JIg66c8wE= github.com/projectdiscovery/clistats v0.1.1/go.mod h1:4LtTC9Oy//RiuT1+76MfTg8Hqs7FQp1JIGBM3nHK6a0= -github.com/projectdiscovery/dsl v0.2.1 h1:TK3KD4jsg4YbvY7WJqnz1QyH4AOvAwezeBFOX97Evgk= -github.com/projectdiscovery/dsl v0.2.1/go.mod h1:IRQXsmi5/g1dDZ79//A9t2vrRtxm4frRSd5t8CZVSbI= +github.com/projectdiscovery/dsl v0.2.5 h1:SJzIPGryApvNuAMa/VCe2yPzIDbkoz/pyH8Zt3Wlk+0= +github.com/projectdiscovery/dsl v0.2.5/go.mod h1:aLyfr+br+cgwhHUWdQkIYJz+riWABaJ76jKcPYkcWYE= github.com/projectdiscovery/fastdialer v0.2.9 h1:vDCqxVMCyUu3oVEizEK1K8K+CCcLkVDW3X2HfiWaVFA= github.com/projectdiscovery/fastdialer v0.2.9/go.mod h1:mYv5QaNBDDSHlZO9DI0niRMw+G5hUzwIhs8QixSElUI= github.com/projectdiscovery/fdmax v0.0.4 h1:K9tIl5MUZrEMzjvwn/G4drsHms2aufTn1xUdeVcmhmc= From 807503d0094d1eb00282c2c5327003a28deb6743 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 7 Oct 2024 10:37:48 +0000 Subject: [PATCH 40/47] chore(deps): bump github.com/projectdiscovery/retryablehttp-go Bumps [github.com/projectdiscovery/retryablehttp-go](https://github.com/projectdiscovery/retryablehttp-go) from 1.0.79 to 1.0.81. - [Release notes](https://github.com/projectdiscovery/retryablehttp-go/releases) - [Commits](https://github.com/projectdiscovery/retryablehttp-go/compare/v1.0.79...v1.0.81) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/retryablehttp-go dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 8 ++++---- go.sum | 16 ++++++++-------- 2 files changed, 12 insertions(+), 12 deletions(-) diff --git a/go.mod b/go.mod index 0abe2e98..6d1c9221 100644 --- a/go.mod +++ b/go.mod @@ -28,15 +28,15 @@ require ( github.com/projectdiscovery/goconfig v0.0.1 github.com/projectdiscovery/goflags v0.1.64 github.com/projectdiscovery/gologger v1.1.25 - github.com/projectdiscovery/hmap v0.0.59 + github.com/projectdiscovery/hmap v0.0.61 github.com/projectdiscovery/mapcidr v1.1.34 github.com/projectdiscovery/networkpolicy v0.0.9 github.com/projectdiscovery/ratelimit v0.0.54 github.com/projectdiscovery/rawhttp v0.1.67 - github.com/projectdiscovery/retryablehttp-go v1.0.79 + github.com/projectdiscovery/retryablehttp-go v1.0.81 github.com/projectdiscovery/tlsx v1.1.7 github.com/projectdiscovery/useragent v0.0.69 - github.com/projectdiscovery/utils v0.2.11 + github.com/projectdiscovery/utils v0.2.12 github.com/projectdiscovery/wappalyzergo v0.1.16 github.com/rs/xid v1.5.0 github.com/spaolacci/murmur3 v1.1.0 @@ -117,7 +117,7 @@ require ( github.com/projectdiscovery/freeport v0.0.7 // indirect github.com/projectdiscovery/gostruct v0.0.2 // indirect github.com/projectdiscovery/machineid v0.0.0-20240226150047-2e2c51e35983 // indirect - github.com/projectdiscovery/retryabledns v1.0.76 // indirect + github.com/projectdiscovery/retryabledns v1.0.78 // indirect github.com/refraction-networking/utls v1.6.7 // indirect github.com/rivo/uniseg v0.4.7 // indirect github.com/rogpeppe/go-internal v1.12.0 // indirect diff --git a/go.sum b/go.sum index b3b29c71..3ce02a15 100644 --- a/go.sum +++ b/go.sum @@ -248,8 +248,8 @@ github.com/projectdiscovery/gologger v1.1.25 h1:bHarLQ/sCfBErU6QCarE1fuGpINEkyHu github.com/projectdiscovery/gologger v1.1.25/go.mod h1:AmWrlwr9Xs/dRALoN3wjuNzdSpvNu0nFDXI/4+mII7Q= github.com/projectdiscovery/gostruct v0.0.2 h1:s8gP8ApugGM4go1pA+sVlPDXaWqNP5BBDDSv7VEdG1M= github.com/projectdiscovery/gostruct v0.0.2/go.mod h1:H86peL4HKwMXcQQtEa6lmC8FuD9XFt6gkNR0B/Mu5PE= -github.com/projectdiscovery/hmap v0.0.59 h1:xWCr/GY2QJanFzwKydh/EkGdOKM4iAcN9hQvvCMgO6A= -github.com/projectdiscovery/hmap v0.0.59/go.mod h1:uHhhnPmvq9qXvCjBSQXCBAlmA1r8JGufP775IkBSbgs= +github.com/projectdiscovery/hmap v0.0.61 h1:1lmb2MfDWY7e3Xq7WufcbecD6MKYMj/7yCmKp7nueDc= +github.com/projectdiscovery/hmap v0.0.61/go.mod h1:DQWTC4DYnSQvMgxjYv43pdQhH0gjyAAZMx28xYOCNTA= github.com/projectdiscovery/machineid v0.0.0-20240226150047-2e2c51e35983 h1:ZScLodGSezQVwsQDtBSMFp72WDq0nNN+KE/5DHKY5QE= github.com/projectdiscovery/machineid v0.0.0-20240226150047-2e2c51e35983/go.mod h1:3G3BRKui7nMuDFAZKR/M2hiOLtaOmyukT20g88qRQjI= github.com/projectdiscovery/mapcidr v1.1.34 h1:udr83vQ7oz3kEOwlsU6NC6o08leJzSDQtls1wmXN/kM= @@ -260,18 +260,18 @@ github.com/projectdiscovery/ratelimit v0.0.54 h1:VwrFLPSfWle5Hg7AvwQkDd4EWDzYWTz github.com/projectdiscovery/ratelimit v0.0.54/go.mod h1:yGIqMaT8vKG+4mlCqkWOWAvBtvWUlQeanZae31E09cY= github.com/projectdiscovery/rawhttp v0.1.67 h1:HYzathMk3c8Y83hYjHM4GCBFbz/G+vABe0Lz6ajaowY= github.com/projectdiscovery/rawhttp v0.1.67/go.mod h1:5viJ6odzc9ZuEFppj/E7HdX+u99FoYlvXnhHyTNc7N0= -github.com/projectdiscovery/retryabledns v1.0.76 h1:6PyRCSW5SMUfE7uozZWckWuIDnBgLU/b1ofeWqeKONs= -github.com/projectdiscovery/retryabledns v1.0.76/go.mod h1:vc4L2dng+nPLpQu7s0eqFc0OvyrZibuMNWFMA9bnN3w= -github.com/projectdiscovery/retryablehttp-go v1.0.79 h1:XZBoyx7eMjr7/Iy0qQoYVEil1G5IRsm8KuFed/Ju5fk= -github.com/projectdiscovery/retryablehttp-go v1.0.79/go.mod h1:F9XFivtDToesAZhbPDnnj8CVp/TmOgv9qYDG1QY1qxA= +github.com/projectdiscovery/retryabledns v1.0.78 h1:CAp1T3r40u1GgWo0TLFgfzA5o0o+XSMs5RMiq7ieot4= +github.com/projectdiscovery/retryabledns v1.0.78/go.mod h1:DX75WD3/fmcnd5coOLQjPV9jsOokbkf5BZdmZm/mhyQ= +github.com/projectdiscovery/retryablehttp-go v1.0.81 h1:F/sJauqgYg4fgqEZHfLUZx0GoJcKNMcJkKHfQES/2As= +github.com/projectdiscovery/retryablehttp-go v1.0.81/go.mod h1:P3tO8Rg61T7kot7bqXdeJPsowEVRzWQ4IydqV596ZnI= github.com/projectdiscovery/stringsutil v0.0.2 h1:uzmw3IVLJSMW1kEg8eCStG/cGbYYZAja8BH3LqqJXMA= github.com/projectdiscovery/stringsutil v0.0.2/go.mod h1:EJ3w6bC5fBYjVou6ryzodQq37D5c6qbAYQpGmAy+DC0= github.com/projectdiscovery/tlsx v1.1.7 h1:eSsl/SmTDL/z2CMeSrbssk4f/9oOotMP1SgXl3yynSM= github.com/projectdiscovery/tlsx v1.1.7/go.mod h1:g66QQ4/y4tLVjoGbzWIv+Q6xwFzxfJbEDx86Y1dYHDM= github.com/projectdiscovery/useragent v0.0.69 h1:6TkVMKjOBDqecUBBkXlTlBUfAUM8Bgn/58E3ZasndBs= github.com/projectdiscovery/useragent v0.0.69/go.mod h1:Ss+Kf6XEjSQqhm7LmbEtOxKvGnnnR88Fx+0PG2PXuBY= -github.com/projectdiscovery/utils v0.2.11 h1:TO7fBG5QI256sn1YuTD87yn4+4OjGJ2wT1772uEnp4Q= -github.com/projectdiscovery/utils v0.2.11/go.mod h1:W0E74DWkKxlcyKS5XwcAwiob7+smoszPPi1NgX3vZyk= +github.com/projectdiscovery/utils v0.2.12 h1:X0X08Km47gxLoIgc6nprWj0G28dEfRmSBLjO3/DkK8Q= +github.com/projectdiscovery/utils v0.2.12/go.mod h1:OaYUfawin0idXUZjwLFFiDpfmpf90hDF/lAubb2qWs4= github.com/projectdiscovery/wappalyzergo v0.1.16 h1:c8HScLwkKOydIWyfjojLFzQjHdo0YYsU0MYXlx6ON5U= github.com/projectdiscovery/wappalyzergo v0.1.16/go.mod h1:/hzgxkBFTMe2wDbA93nFfoMjULw7/vIZ9QPSAnCgUa8= github.com/refraction-networking/utls v1.6.7 h1:zVJ7sP1dJx/WtVuITug3qYUq034cDq9B2MR1K67ULZM= From fa20ee9b2422bb45a940f552dcfbe193d6ac6b61 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 7 Oct 2024 10:43:16 +0000 Subject: [PATCH 41/47] chore(deps): bump github.com/projectdiscovery/wappalyzergo Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.1.16 to 0.1.22. - [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases) - [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.1.16...v0.1.22) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/wappalyzergo dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index 6d1c9221..f6f9c7a6 100644 --- a/go.mod +++ b/go.mod @@ -37,7 +37,7 @@ require ( github.com/projectdiscovery/tlsx v1.1.7 github.com/projectdiscovery/useragent v0.0.69 github.com/projectdiscovery/utils v0.2.12 - github.com/projectdiscovery/wappalyzergo v0.1.16 + github.com/projectdiscovery/wappalyzergo v0.1.22 github.com/rs/xid v1.5.0 github.com/spaolacci/murmur3 v1.1.0 github.com/stretchr/testify v1.9.0 diff --git a/go.sum b/go.sum index 3ce02a15..1d26d67a 100644 --- a/go.sum +++ b/go.sum @@ -272,8 +272,8 @@ github.com/projectdiscovery/useragent v0.0.69 h1:6TkVMKjOBDqecUBBkXlTlBUfAUM8Bgn github.com/projectdiscovery/useragent v0.0.69/go.mod h1:Ss+Kf6XEjSQqhm7LmbEtOxKvGnnnR88Fx+0PG2PXuBY= github.com/projectdiscovery/utils v0.2.12 h1:X0X08Km47gxLoIgc6nprWj0G28dEfRmSBLjO3/DkK8Q= github.com/projectdiscovery/utils v0.2.12/go.mod h1:OaYUfawin0idXUZjwLFFiDpfmpf90hDF/lAubb2qWs4= -github.com/projectdiscovery/wappalyzergo v0.1.16 h1:c8HScLwkKOydIWyfjojLFzQjHdo0YYsU0MYXlx6ON5U= -github.com/projectdiscovery/wappalyzergo v0.1.16/go.mod h1:/hzgxkBFTMe2wDbA93nFfoMjULw7/vIZ9QPSAnCgUa8= +github.com/projectdiscovery/wappalyzergo v0.1.22 h1:7QnpeZy/txsvVcQNlL1n4xIu8IXgMxEsda3w6k6bShY= +github.com/projectdiscovery/wappalyzergo v0.1.22/go.mod h1:wnvmbC10pQTOoCKnCTmWKP20rpEtqrMJZvzuTuleeyw= github.com/refraction-networking/utls v1.6.7 h1:zVJ7sP1dJx/WtVuITug3qYUq034cDq9B2MR1K67ULZM= github.com/refraction-networking/utls v1.6.7/go.mod h1:BC3O4vQzye5hqpmDTWUqi4P5DDhzJfkV1tdqtawQIH0= github.com/rivo/uniseg v0.1.0/go.mod h1:J6wj4VEh+S6ZtnVlnTBMWIodfgj8LQOQFoIToxlJtxc= From b6a324f74b8de7916ecf4f1276565571ca674365 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 7 Oct 2024 10:43:18 +0000 Subject: [PATCH 42/47] chore(deps): bump github.com/projectdiscovery/rawhttp Bumps [github.com/projectdiscovery/rawhttp](https://github.com/projectdiscovery/rawhttp) from 0.1.67 to 0.1.68. - [Release notes](https://github.com/projectdiscovery/rawhttp/releases) - [Commits](https://github.com/projectdiscovery/rawhttp/compare/v0.1.67...v0.1.68) --- updated-dependencies: - dependency-name: github.com/projectdiscovery/rawhttp dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index 6d1c9221..ccb23b82 100644 --- a/go.mod +++ b/go.mod @@ -32,7 +32,7 @@ require ( github.com/projectdiscovery/mapcidr v1.1.34 github.com/projectdiscovery/networkpolicy v0.0.9 github.com/projectdiscovery/ratelimit v0.0.54 - github.com/projectdiscovery/rawhttp v0.1.67 + github.com/projectdiscovery/rawhttp v0.1.68 github.com/projectdiscovery/retryablehttp-go v1.0.81 github.com/projectdiscovery/tlsx v1.1.7 github.com/projectdiscovery/useragent v0.0.69 diff --git a/go.sum b/go.sum index 3ce02a15..1e0a0781 100644 --- a/go.sum +++ b/go.sum @@ -258,8 +258,8 @@ github.com/projectdiscovery/networkpolicy v0.0.9 h1:IrlDoYZagNNO8y+7iZeHT8k5izE+ github.com/projectdiscovery/networkpolicy v0.0.9/go.mod h1:XFJ2Lnv8BE/ziQCFjBHMsH1w6VmkPiQtk+NlBpdMU7M= github.com/projectdiscovery/ratelimit v0.0.54 h1:VwrFLPSfWle5Hg7AvwQkDd4EWDzYWTzd2mDTXTrqvmA= github.com/projectdiscovery/ratelimit v0.0.54/go.mod h1:yGIqMaT8vKG+4mlCqkWOWAvBtvWUlQeanZae31E09cY= -github.com/projectdiscovery/rawhttp v0.1.67 h1:HYzathMk3c8Y83hYjHM4GCBFbz/G+vABe0Lz6ajaowY= -github.com/projectdiscovery/rawhttp v0.1.67/go.mod h1:5viJ6odzc9ZuEFppj/E7HdX+u99FoYlvXnhHyTNc7N0= +github.com/projectdiscovery/rawhttp v0.1.68 h1:6oXatkSkO9a8ybtbhgowQ5wXG0QxmH8a/Ulk4DRsLMM= +github.com/projectdiscovery/rawhttp v0.1.68/go.mod h1:gEF17M4VdXbU9Gn9sZXOY75/bXSduq6XuvZTGxw2/2A= github.com/projectdiscovery/retryabledns v1.0.78 h1:CAp1T3r40u1GgWo0TLFgfzA5o0o+XSMs5RMiq7ieot4= github.com/projectdiscovery/retryabledns v1.0.78/go.mod h1:DX75WD3/fmcnd5coOLQjPV9jsOokbkf5BZdmZm/mhyQ= github.com/projectdiscovery/retryablehttp-go v1.0.81 h1:F/sJauqgYg4fgqEZHfLUZx0GoJcKNMcJkKHfQES/2As= From 0c9bba73d7b7bad084405a4ec8dbf389e990a139 Mon Sep 17 00:00:00 2001 From: Dogan Can Bakir <65292895+dogancanbakir@users.noreply.github.com> Date: Mon, 21 Oct 2024 00:00:36 +0300 Subject: [PATCH 43/47] introduce page type classifier (#1924) * introduce page type classifier * add more data --- common/errorpageclassifier/clf.gob | Bin 3303 -> 0 bytes common/pagetypeclassifier/clf.gob | Bin 0 -> 4593 bytes .../dataset.txt | 183 +++++++++++++++++- .../pagetypeclassifier.go} | 10 +- .../pagetypeclassifier_test.go} | 7 +- runner/runner.go | 32 +-- 6 files changed, 206 insertions(+), 26 deletions(-) delete mode 100644 common/errorpageclassifier/clf.gob create mode 100644 common/pagetypeclassifier/clf.gob rename common/{errorpageclassifier => pagetypeclassifier}/dataset.txt (63%) rename common/{errorpageclassifier/errorpageclassifier.go => pagetypeclassifier/pagetypeclassifier.go} (73%) rename common/{errorpageclassifier/errorpageclassifier_test.go => pagetypeclassifier/pagetypeclassifier_test.go} (87%) diff --git a/common/errorpageclassifier/clf.gob b/common/errorpageclassifier/clf.gob deleted file mode 100644 index f6978625dcf2fcd392e531f936a16151eb4c44fc..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 3303 zcmYjU%Z}to70nD^ha;0zQEEo50kIqjsaHi$!Is6aMhK0>0wED;hwZ4cBi!-GtX$6U z_yQKdhp=P;dp?1GV8^P8b0f1JEp=CSrX6wbx#w~F>6@o-s`YyN)udyzy)|L|^zCXb z*Y&S`=;He6PpkFzYoGLV{x_}G-}_1@Gx%Ul{JC%QY+S-~e^{-r%5$%u;o0xLK6^P2 z&uzXQgNdV`y0u!ZRv(`JNbB|YXTAI;reNLh+c$r;E|nT~e8cMM>G!l2eAjMGtJUM~ zM^E3bMQuXx;pyMiPi}7MJITz84?5V%QXNz7tf+@zBxi!yjCL3&{7!=UJWWE*p64T~glih>4tla3SLTvN ziL#x{!33%o3?$+l6QYfY>OSBJs)L#RK>$S`j6!F?D`h9E941A47YYHEw0QxY>Iv^S zRR^wus5d&$_5!%oPSj~M!F*mHY-hYsz0a=0)TtSO@ll^tV*o>TN!7S5&q5B9P3Grz47Ya=rtk1Dv-Q_mP)fe2-jB!cT27`A1I%aqPcEF&s zfFNabXT^3l^B(Pwb^+3(jaL=VjxZrj)B<20KtMf~VVDI4?~{Qi&#_(tGXEYyVXOhNc6pZc!?(cT8_tWH$D3334EmLOl zEyHrK<|vx%^a1beRCloofexe3q1_VSr3gc@sx}WOdIz+1Qh4d!`J&s|F$+R=iA zzHM{3!YCr7Vf*)BaR^0dK)^UXi$-@{Au_J#b_sX&Y&C*9@Of83Y)T%@9#9vO>_OIR znS#&zNwPxkaGsFPC!WzJ=6!5~U6QEFM}l}{Pk*WQ8O(q*%(jNG;3PC^aH>uLL{!wn z8Q#^|<(N?^8Ui_%Nw=6LwYtpdho);v+Cq=v@*py&iF zc6>4@!$b$()O6)saN+jm$5eIMP=!LNMz=bNt1+d;JZN?y*odfS%|fbh6rW)an!RI2 zOD=hM5i~#WQD1_k8YCL20bN*&RGYo`_d*nu&jIj?js|>etI$R-_;QVwLh#NIa+@t1vFiRO^GUFgW8IS&uyB={H8m8v_x-|`jAZ^(UyFA;V2U<9bgFLWRo7f?nI zkHY8yZ4beeLH~*zyrmF@d4UVeF~SsJ8kp3?DbbDw0|)3w1rLls!8 zm=^@g59%_qXZN5Qy08P#fR>8U>UNX}p9r{MI>7K+&QPizb}xjz3_~ej#GGNKFqM$- z9u#5@LKPQa#1I>92s-6y_iXkO_WvncKqld422EB)_-AInwLhq4C>8>fhEh2Gps!8` zc(9FaNrVwc2sy#CBkqp?nbA9YDpIF-sVKI&RRts_#~VQ@R`_JPK{W8%;=r{JgLYH{ zJTR!a!-$+Y3BiVLT`Z}#>2w_TUWX3;%Pw?L6gPayNmUrfljN|!=J4ItkdSo}H^7Lu zb!P{(Rdq0Fy7T-+vFdGY+?_v3ve1Nh4u*@EV9x`J^F8RnVKq&VYMFHS1>CPq*5jOW zCs6c>V^>lvwg7*J1va2<=1{ztuzZehh+~@c9=pgThigOt4u4)5s2-Rl*HE7VpIc)O zFCn8!TJYV^USDHaaQdpa1~XQjZHYicb^!usPMjy_L;yZmS}snve+>Zf@s?4X(94qeY?c&kSzAhI zf?J&Ya2_m_L@=~al-b)b?`lXEGksZ6*r^=~L}?`<-YgKTsc0@rhxQ6d%C7UeNU&97 z%Rzu|C2w?Wdq-R^h*yp6vvEtPJ8SHSa2w3$rr8^3dI&>;4Krd3%bS_NX}E3Lt*~F= zzX&j0EG0*yr!?{|r``Sgmn^w#3y8TkfYMlt^(Rpc234XH%of2`)?m1*WIg2t5`ndp zB*Ur^k*Wq;7uy#S1TiaW2m?RXkK2E~Z2EtHwfg_8AJ>0={^C)-hQK5JWBtFs{gr?H I_h+mB15Pg-Pyhe` diff --git a/common/pagetypeclassifier/clf.gob b/common/pagetypeclassifier/clf.gob new file mode 100644 index 0000000000000000000000000000000000000000..7624ee775612207404113e5c48afcf31f7cc09b1 GIT binary patch literal 4593 zcmY+I&yFic6^F;=>T-{d*$|7PlB*TUcQo<6UEF!T$NR+$FcHQZ&>Qr~z z*Bc0bRy+Z)JHzjZqE#Nac8DoU4PE`o$vh04}bXeazQ|piJ z6MJ_3r;Y7y%fh7;)5AYjRZPiMgD!S)47DzI&edC6-78(k zFl-EyxfC|#80)D4Ttn(SXIzk6kp>tbTcp7~s;bTP!vSGuf{t9j&gu^(OE>r&SA zaqRV~wR=8^jG5!B47(yH`s%x^ZBuo4XLWab*D+3;N+wRK=sVXm`g#}B*4Ip}S1iX? zhLU5tH=V@eT7Hr*_F;w;$8BR&Jm}@!?Z>)Eet%%2gKr%t(wbRYWo#FlxG(iNj%lM0 zv32D##;(+j-^uC?kxE)O@yK5i7+;mjhPB@LP`^}uD2)y0Hm1_-#%AXm&gc8Cv6UuG zZ6|>zNJsBZYSoXOL`#u?_?iu?l@CYT_*%%OPGsTRbzUgdq23c z*d;Q|<~fB{`&h0zJII06k^|hx#PwJWMh^$yztF_Vmn&p&w7%I8hr16~az;X{4JY@N zSL?x5hrn+(D1D0Q-W24j?-ko_obA=}2e)^6mE2CmtklUFW2=f0uU7M`dc_0Dg(xzO zt-Nyka=G(w%o?$vs{!rsp?6KKuWjA>;Hd#UDf*ZCvUVZH`GmU4nHVpxJUiag+ zuafUr$!%l2SL@pEcD`b5ul2!-e2$h=AGD$%4RWshP7|n)jX`1}f63mqaqZ2j&JsH7 zq9R52dO7xvNnFz@UD@8L($-SIV4&lQO79?pCV$aNp#0IIT`i1w_~W%Gr;++r%P}>23559X;66kU-`A^ciYIDU z#2`sk9QO;TG~5yXkFw%=q?Y3^x~7z4)5H_yA45$TK$ajiNFXYB0xUFpt2bqcWM82C z&x?F=n)H)k$_q90K!nwD?*^s!qpx#p)&^uXLXWu`FKE!9;fv8r{U>LugDF}Ys9FMw zlBkhB2CW0&2M}p*!&4X7aJ>CgUYt@CJ;hoZWK|JXgIHV0rGa*>uha^0coMBvfF_AT ziq6HZQP1Q0I&RkxyWtfpIL@^qxeo%eT)~tKWxm!@qw4}m_#;)EtKm{qay$vKRv+E5 z@!d|~nn^4KKE9i|^=bvY^88tNParL5rfDGR?$iTTB-i_WkhE5gwWRQo9TiLgyWb=sfLy(Vs4}8jg2%^4suG5kYi5MY;TI(!rA4a7;O-mJH2M3fUAuKXCCYb?M z5Q5|ZQaOWQ3(}Kwrm$POO(uQ@vuQcK-EWY3)8ynFeLvcU`7GlT$>B(2XLK*j&|A8b zdInK7HwZxlY3*t4(!M0f5Q6%?h*p&qB4%}xB|XfmGHc$)V6JQ1AGXn^n$N;sn!(96 zob9$?HV<_wVqeX>QQ>sV{S@eFk#&)~m9HL{iM=(tFGbt20WE zpCI-`iJ2hJ8I6vC&;?BF1#dyc5qlU?WL~T_)J+=NJjsjORF<0Msqy#cPY{+`wa z;QZbXs*Jh4k3p1|hksV=W#A3Foebp6Z&V<5YvR{u6t8x7H>-~tAahS=&d8$m$#NIZh+Tw|a!co&z^<0Pnl zF@24wcte*w4{-vZ%C_hyn)Z!#+}STU*xZ0uTNm6;<`DcR55ASMb*XT8n9NgIU^@K% z(L_wf00iY`yPnzuDY9p2NyapgzsI+TSk}v$DxNkEMZi)FJD=JOViK^4+XOBMS(FW~ zX4goS&FvUaP)!P5+GaQit@yxPIu)-0^k(yDg_dG-Ch0%?O(IlJP8uE0Hul>q5ks); zt4Baj1$r%pj%fL)iq_Sh{?>>>mbUY1CH9*Qe&?bG#t6kZ()xU4kzs!=&6?;FlAjJ;C6USIfVE(d=s(;w2h(moFBnfWG*_$8Zmtsh$=M>Ca> z>Hdt8pjFp3T!z&3d;y4tZv^ELaTY6k&n343hqPD^0$@6Esfp z17U;f)YJ$V8hN2S;ehh|MRtLPqt{+8Giph(s};7liDxKAoSHMauSszeyZ^tTT&&te ztq;ry3b_7U3Lp34gLEkus0%S3bObfiX07QWonEmF;(+yZJXS6`8yqD>DLEIYa8QOQ zCV^daDua9ctvSX9yGw%WT5yD-x2C1Q@@*pE zdS?^1&V`llX|pHEj>1gM@Tq|;Y5w`>4q?qTXttJa&n;(Xv&j`A&y1UV{ssfzdEl6V zPsor)_83_u#BR0%>ghfp&n9DcX>YS{{}p!$#PiryG}Ud*#KqZ0aMXr}I7R5d6(2gR zEIcO6j|S9-ZX7oA9c6A~kBvody&#l#@Z7Wp`WDyOJV7Q97fO*wb{*o=zjHx*=t`a$lW4;JE4G*0L*tYZ{NdRRn6F! zPxj+x@%HAwk6{mD-MdkW9n#bNPQeRUb}w)ofMkhl7;^B8kneD&u)$-n>n=<0t? CYrh}> literal 0 HcmV?d00001 diff --git a/common/errorpageclassifier/dataset.txt b/common/pagetypeclassifier/dataset.txt similarity index 63% rename from common/errorpageclassifier/dataset.txt rename to common/pagetypeclassifier/dataset.txt index 1f9ee4e3..c55ab2ef 100644 --- a/common/errorpageclassifier/dataset.txt +++ b/common/pagetypeclassifier/dataset.txt @@ -108,7 +108,7 @@ Now viewing: Image Gallery. Enjoy a visual tour of our activities.||nonerror You're on our FAQ page. Get answers to common questions.||nonerror Welcome to the Blog section. Engage with our thoughts and insights.||nonerror This is the Discussion Forum. Join in, ask questions, or help others.||nonerror -You're on the Login page. Enter your credentials to access your account.||nonerror +You're on the Login page. Enter your credentials to access your account.||login Welcome to the Sign-Up page. Join our community today.||nonerror This is your User Dashboard. Manage your account and settings here.||nonerror You've reached the Checkout page. Review your order and proceed to payment.||nonerror @@ -198,4 +198,183 @@ You've successfully added the item to your cart!||nonerror Success! Your password has been updated||nonerror Welcome back! You have successfully logged in||nonerror Great job! Your profile has been updated||nonerror -Your message was sent successfully. We'll get back to you shortly||nonerror \ No newline at end of file +Your message was sent successfully. We'll get back to you shortly||nonerror +Welcome to the Login page. Please sign in to continue.||login +Please enter your username and password on the login page.||login +You have reached the login page. Access your account by logging in.||login +Login required. Please authenticate to access this page.||login +Welcome back! Please log in to your account.||login +Sign in to your account on this login page.||login +Secure Login: Enter your credentials to proceed.||login +This is the login page. Please enter your email and password.||login +Access denied. Please log in to continue.||login +You're on the login page. Forgot your password? Click here to reset.||login +User Login: Please provide your username and password.||login +Login to your account to access exclusive features.||login +Authentication required. Please log in.||login +Welcome back! Sign in to access your dashboard.||login +Please log in to proceed to the checkout page.||login +Member login: Enter your credentials below.||login +Staff login portal. Please enter your login details.||login +Customer login: Sign in to view your orders.||login +Partner login: Please authenticate to access partner resources.||login +Administrator login page. Enter your admin credentials.||login +Please log in to access your profile settings.||login +Login successful. Redirecting to your account dashboard.||login +Incorrect password. Please try again.||login +Session expired. Please log in again.||login +Welcome to the secure login page. Your privacy is important to us.||login +Access restricted. Please log in to view this content.||login +Please log in to access the members-only area.||login +Sign in with your social media account on the login page.||login +New user? Register here or log in if you already have an account.||login +Log in to participate in the forum discussions.||login +Access your account by logging in here.||login +Please log in to access your personalized dashboard.||login +Enter your login details to continue.||login +Login Page: Securely enter your credentials.||login +Welcome to the user login portal.||login +Sign in to manage your account settings.||login +This is the login screen. Please authenticate.||login +Returning user? Please log in.||login +Please log in to view your messages.||login +Log in to access premium content.||login +Authentication page: Enter your username and password.||login +Please enter your login information to proceed.||login +User authentication required. Please log in.||login +Log in now to unlock exclusive features.||login +Sign in to check your account balance.||login +Welcome back! Please enter your login credentials.||login +Member login area: Access restricted content by logging in.||login +Please sign in to continue to your profile.||login +Staff members, please log in to access internal resources.||login +Enter your email and password to log in.||login +Login required to view this page. Please sign in.||login +Access your profile by logging into your account.||login +Please provide your login credentials to access the system.||login +Log in to track your order status.||login +Welcome to the employee login page.||login +Secure area: Please log in to continue.||login +Please log in to update your preferences.||login +Sign in to access your learning materials.||login +Please authenticate to proceed to the next step.||login +Login Page: Your session has expired, please log in again.||login +Welcome back! Enter your credentials to sign in.||login +Client login: Access your project details here.||login +Agent login portal: Please sign in with your ID.||login +Enter your user ID and password to log in.||login +Log in to view your subscription details.||login +Login Page: Forgot your password? Click here to reset it.||login +Access restricted to authorized users only. Please log in.||login +Vendor login: Manage your listings by logging in.||login +Please log in to access your saved items.||login +Log in to participate in our online courses.||login +Sign in to view your appointment schedule.||login +Welcome to the admin login page.||login +Please enter your credentials to log in securely.||login +Log in to view your recent activities.||login +Authentication needed. Please sign in to proceed.||login +Member login: Keep me signed in checkbox available.||login +Log in with your email or username.||login +Access your account dashboard by logging in.||login +Sign in to post comments on articles.||login +Please log in to access your billing information.||login +Log in to access your personalized recommendations.||login +Please sign in to view your shopping cart.||login +Enter your credentials to log in and start shopping.||login +Welcome to the customer login page. Sign in to continue.||login +Authentication required. Please log in with your secure ID.||login +Log in to access exclusive member discounts.||login +Please log in to view and manage your wishlist.||login +Sign in to access your event tickets and details.||login +Faculty login: Please enter your staff ID and password.||login +Log in to access your investment portfolio.||login +Access your medical records by logging in securely.||login +Please sign in to continue to the payment gateway.||login +Login required to access your order history.||login +Welcome back! Log in to resume your session.||login +Please log in to submit your application.||login +Enter your username and password to log in to the portal.||login +Student login: Access your course materials by signing in.||login +Log in to customize your news feed preferences.||login +Please authenticate to access your secure messages.||login +Sign in to sync your data across devices.||login +Log in to join the live webinar.||login +Please log in to access your reservation details.||login +Welcome to the supplier login page.||login +Log in to access your support tickets.||login +Enter your credentials to log in and view analytics.||login +Please sign in to access developer resources.||login +Login required to view confidential documents.||login +Log in to participate in the survey.||login +Please authenticate to access the admin dashboard.||login +Sign in to view your loyalty points balance.||login +Log in to manage your email subscriptions.||login +Please log in to proceed with the enrollment process.||login +Access your download history by logging in.||login +Welcome back! Please log in to renew your membership.||login +Enter your employee ID to log in to the time tracking system.||login +Log in to update your security settings.||login +Please sign in to access your saved searches.||login +Authentication required for accessing project files.||login +Log in to collaborate with your team members.||login +Please enter your PIN and password to log in.||login +Sign in to access your fitness progress dashboard.||login +Log in to check your test results.||login +Please log in to schedule your appointments.||login +Welcome to the volunteer login page.||login +Log in to view your donation history.||login +Please authenticate to access the control panel.||login +Sign in to review and accept your job offer.||login +Log in to access premium tutorials and guides.||login +Please log in to manage your API keys.||login +Please log in with your email address and password.||login +Enter your username and password to access your account.||login +Sign in to your account using your email and password.||login +Welcome back! Please enter your login credentials.||login +Email address: [input field] Password: [input field]||login +Login to your account. Don't have one? Sign up now.||login +Username: [input field] Password: [input field] Remember me?||login +Forgot your password? Click here to reset it.||login +Please enter your email and password to continue.||login +Secure login portal. Enter credentials below.||login +Access your account by logging in below.||login +Remember me on this device.||login +Login required. Please sign in to proceed.||login +Forgot password? Reset it here.||login +Sign in with your email address and password.||login +Welcome! Please log in to your account.||login +User login: Enter your email and password.||login +Email: [input field] Password: [input field]||login +Please authenticate by entering your login details.||login +Sign in to your account or register for a new one.||login +Login page: Access restricted to authorized users only.||login +Need help logging in? Click here.||login +Enter your credentials to log in.||login +Keep me signed in.||login +Please sign in to access exclusive content.||login +Welcome back! Sign in to your dashboard.||login +Forgot your username or password? Retrieve them here.||login +Log in using your email or username.||login +Authentication required. Please log in.||login +Password recovery: Reset your password now.||login +Log in to manage your account settings.||login +Sign in to continue to checkout.||login +Enter your login information below.||login +Sign in to access your personalized dashboard.||login +Welcome to the member login page.||login +Already have an account? Log in here.||login +Enter email and password to sign in.||login +Sign in to your profile.||login +Member login: Access your account here.||login +Please log in to continue.||login +Enter your password to log in.||login +Sign in to view your messages.||login +Login to your profile to see updates.||login +Log in to your account to access features.||login +Please provide your username and password.||login +Log in to manage your subscriptions.||login +Sign in using your credentials.||login +Access denied. Please log in first.||login +Authentication portal. Enter login details.||login +Need an account? Sign up or log in if you already have one.||login diff --git a/common/errorpageclassifier/errorpageclassifier.go b/common/pagetypeclassifier/pagetypeclassifier.go similarity index 73% rename from common/errorpageclassifier/errorpageclassifier.go rename to common/pagetypeclassifier/pagetypeclassifier.go index d916d7ce..67eb3e09 100644 --- a/common/errorpageclassifier/errorpageclassifier.go +++ b/common/pagetypeclassifier/pagetypeclassifier.go @@ -1,4 +1,4 @@ -package errorpageclassifier +package pagetypeclassifier import ( _ "embed" @@ -10,19 +10,19 @@ import ( //go:embed clf.gob var classifierData []byte -type ErrorPageClassifier struct { +type PageTypeClassifier struct { classifier *naive_bayes.NaiveBayesClassifier } -func New() *ErrorPageClassifier { +func New() *PageTypeClassifier { classifier, err := naive_bayes.NewClassifierFromFileData(classifierData) if err != nil { panic(err) } - return &ErrorPageClassifier{classifier: classifier} + return &PageTypeClassifier{classifier: classifier} } -func (n *ErrorPageClassifier) Classify(html string) string { +func (n *PageTypeClassifier) Classify(html string) string { text := htmlToText(html) if text == "" { return "other" diff --git a/common/errorpageclassifier/errorpageclassifier_test.go b/common/pagetypeclassifier/pagetypeclassifier_test.go similarity index 87% rename from common/errorpageclassifier/errorpageclassifier_test.go rename to common/pagetypeclassifier/pagetypeclassifier_test.go index 35923b28..30571f0b 100644 --- a/common/errorpageclassifier/errorpageclassifier_test.go +++ b/common/pagetypeclassifier/pagetypeclassifier_test.go @@ -1,4 +1,4 @@ -package errorpageclassifier +package pagetypeclassifier import ( "testing" @@ -6,8 +6,9 @@ import ( "github.com/stretchr/testify/assert" ) -func TestErrorPageClassifier(t *testing.T) { - t.Run("test creation of new ErrorPageClassifier", func(t *testing.T) { +func TestPageTypeClassifier(t *testing.T) { + + t.Run("test creation of new PageTypeClassifier", func(t *testing.T) { epc := New() assert.NotNil(t, epc) }) diff --git a/runner/runner.go b/runner/runner.go index 1ab07f2b..77c05be9 100644 --- a/runner/runner.go +++ b/runner/runner.go @@ -32,8 +32,8 @@ import ( asnmap "github.com/projectdiscovery/asnmap/libs" "github.com/projectdiscovery/fastdialer/fastdialer" "github.com/projectdiscovery/httpx/common/customextract" - "github.com/projectdiscovery/httpx/common/errorpageclassifier" "github.com/projectdiscovery/httpx/common/hashes/jarm" + "github.com/projectdiscovery/httpx/common/pagetypeclassifier" "github.com/projectdiscovery/httpx/static" "github.com/projectdiscovery/mapcidr/asn" "github.com/projectdiscovery/networkpolicy" @@ -74,19 +74,19 @@ import ( // Runner is a client for running the enumeration process. type Runner struct { - options *Options - hp *httpx.HTTPX - wappalyzer *wappalyzer.Wappalyze - scanopts ScanOptions - hm *hybrid.HybridMap - excludeCdn bool - stats clistats.StatisticsClient - ratelimiter ratelimit.Limiter - HostErrorsCache gcache.Cache[string, int] - browser *Browser - errorPageClassifier *errorpageclassifier.ErrorPageClassifier - pHashClusters []pHashCluster - httpApiEndpoint *Server + options *Options + hp *httpx.HTTPX + wappalyzer *wappalyzer.Wappalyze + scanopts ScanOptions + hm *hybrid.HybridMap + excludeCdn bool + stats clistats.StatisticsClient + ratelimiter ratelimit.Limiter + HostErrorsCache gcache.Cache[string, int] + browser *Browser + pageTypeClassifier *pagetypeclassifier.PageTypeClassifier + pHashClusters []pHashCluster + httpApiEndpoint *Server } func (r *Runner) HTTPX() *httpx.HTTPX { @@ -358,7 +358,7 @@ func New(options *Options) (*Runner, error) { runner.HostErrorsCache = gc } - runner.errorPageClassifier = errorpageclassifier.New() + runner.pageTypeClassifier = pagetypeclassifier.New() if options.HttpApiEndpoint != "" { apiServer := NewServer(options.HttpApiEndpoint, options) @@ -2243,7 +2243,7 @@ retry: ScreenshotBytes: screenshotBytes, HeadlessBody: headlessBody, KnowledgeBase: map[string]interface{}{ - "PageType": r.errorPageClassifier.Classify(respData), + "PageType": r.pageTypeClassifier.Classify(respData), "pHash": pHash, }, TechnologyDetails: technologyDetails, From 2f16a472f5ee0af3f50ec7f3078799e64ac3cc37 Mon Sep 17 00:00:00 2001 From: Dogan Can Bakir <65292895+dogancanbakir@users.noreply.github.com> Date: Mon, 21 Oct 2024 00:59:20 +0300 Subject: [PATCH 44/47] filter out near duplicate responses (#1951) * filter out near duplicate responses * use ACR cache * lint + msg * skip asn * optional asn * more opt * Update runner.go --------- Co-authored-by: mzack Co-authored-by: Sandeep Singh Co-authored-by: sandeep <8293321+ehsandeep@users.noreply.github.com> --- runner/options.go | 2 ++ runner/runner.go | 46 +++++++++++++++++++++++++++++++++++-------- runner/runner_test.go | 37 ++++++++++++++++++++++++---------- 3 files changed, 67 insertions(+), 18 deletions(-) diff --git a/runner/options.go b/runner/options.go index 866970e8..c09944d1 100644 --- a/runner/options.go +++ b/runner/options.go @@ -187,6 +187,7 @@ type Options struct { OutputMatchContentLength string OutputFilterStatusCode string OutputFilterErrorPage bool + FilterOutDuplicates bool OutputFilterContentLength string InputRawRequest string rawRequest string @@ -409,6 +410,7 @@ func ParseOptions() *Options { flagSet.CreateGroup("filters", "Filters", flagSet.StringVarP(&options.OutputFilterStatusCode, "filter-code", "fc", "", "filter response with specified status code (-fc 403,401)"), flagSet.BoolVarP(&options.OutputFilterErrorPage, "filter-error-page", "fep", false, "filter response with ML based error page detection"), + flagSet.BoolVarP(&options.FilterOutDuplicates, "filter-duplicates", "fd", false, "filter out near-duplicate responses (only first response is retained)"), flagSet.StringVarP(&options.OutputFilterContentLength, "filter-length", "fl", "", "filter response with specified content length (-fl 23,33)"), flagSet.StringVarP(&options.OutputFilterLinesCount, "filter-line-count", "flc", "", "filter response body with specified line count (-flc 423,532)"), flagSet.StringVarP(&options.OutputFilterWordsCount, "filter-word-count", "fwc", "", "filter response body with specified word count (-fwc 423,532)"), diff --git a/runner/runner.go b/runner/runner.go index 77c05be9..9a2cc547 100644 --- a/runner/runner.go +++ b/runner/runner.go @@ -29,6 +29,7 @@ import ( "github.com/PuerkitoBio/goquery" "github.com/corona10/goimagehash" + "github.com/mfonda/simhash" asnmap "github.com/projectdiscovery/asnmap/libs" "github.com/projectdiscovery/fastdialer/fastdialer" "github.com/projectdiscovery/httpx/common/customextract" @@ -65,6 +66,7 @@ import ( "github.com/projectdiscovery/httpx/common/stringz" "github.com/projectdiscovery/mapcidr" "github.com/projectdiscovery/rawhttp" + converstionutil "github.com/projectdiscovery/utils/conversion" fileutil "github.com/projectdiscovery/utils/file" pdhttputil "github.com/projectdiscovery/utils/http" iputil "github.com/projectdiscovery/utils/ip" @@ -84,8 +86,9 @@ type Runner struct { ratelimiter ratelimit.Limiter HostErrorsCache gcache.Cache[string, int] browser *Browser - pageTypeClassifier *pagetypeclassifier.PageTypeClassifier + pageTypeClassifier *pagetypeclassifier.PageTypeClassifier // Include this for general page classification pHashClusters []pHashCluster + simHashes gcache.Cache[uint64, struct{}] // Include simHashes for efficient duplicate detection httpApiEndpoint *Server } @@ -358,6 +361,7 @@ func New(options *Options) (*Runner, error) { runner.HostErrorsCache = gc } + runner.simHashes = gcache.New[uint64, struct{}](1000).ARC().Build() runner.pageTypeClassifier = pagetypeclassifier.New() if options.HttpApiEndpoint != "" { @@ -438,7 +442,7 @@ func (r *Runner) prepareInput() { // check if input target host(s) have been provided if len(r.options.InputTargetHost) > 0 { for _, target := range r.options.InputTargetHost { - expandedTarget := r.countTargetFromRawTarget(target) + expandedTarget, _ := r.countTargetFromRawTarget(target) if expandedTarget > 0 { numHosts += expandedTarget r.hm.Set(target, nil) //nolint @@ -514,6 +518,24 @@ func (r *Runner) seen(k string) bool { return ok } +func (r *Runner) duplicate(result *Result) bool { + respSimHash := simhash.Simhash(simhash.NewWordFeatureSet(converstionutil.Bytes(result.Raw))) + if r.simHashes.Has(respSimHash) { + gologger.Debug().Msgf("Skipping duplicate response with simhash %d for URL %s\n", respSimHash, result.URL) + return true + } + + for simHash := range r.simHashes.GetALL(false) { + // lower threshold for increased precision + if simhash.Compare(simHash, respSimHash) <= 3 { + gologger.Debug().Msgf("Skipping near-duplicate response with simhash %d for URL %s\n", respSimHash, result.URL) + return true + } + } + _ = r.simHashes.Set(respSimHash, struct{}{}) + return false +} + func (r *Runner) testAndSet(k string) bool { // skip empty lines k = strings.TrimSpace(k) @@ -581,7 +603,7 @@ func (r *Runner) loadAndCloseFile(finput *os.File) (numTargets int, err error) { for scanner.Scan() { target := strings.TrimSpace(scanner.Text()) // Used just to get the exact number of targets - expandedTarget := r.countTargetFromRawTarget(target) + expandedTarget, _ := r.countTargetFromRawTarget(target) if expandedTarget > 0 { numTargets += expandedTarget r.hm.Set(target, nil) //nolint @@ -591,12 +613,12 @@ func (r *Runner) loadAndCloseFile(finput *os.File) (numTargets int, err error) { return numTargets, err } -func (r *Runner) countTargetFromRawTarget(rawTarget string) (numTargets int) { +func (r *Runner) countTargetFromRawTarget(rawTarget string) (numTargets int, err error) { if rawTarget == "" { - return 0 + return 0, nil } if _, ok := r.hm.Get(rawTarget); ok { - return 0 + return 0, nil } expandedTarget := 0 @@ -606,14 +628,17 @@ func (r *Runner) countTargetFromRawTarget(rawTarget string) (numTargets int) { expandedTarget = int(ipsCount) } case asn.IsASN(rawTarget): - cidrs, _ := asn.GetCIDRsForASNNum(rawTarget) + cidrs, err := asn.GetCIDRsForASNNum(rawTarget) + if err != nil { + return 0, err + } for _, cidr := range cidrs { expandedTarget += int(mapcidr.AddressCountIpnet(cidr)) } default: expandedTarget = 1 } - return expandedTarget + return expandedTarget, nil } var ( @@ -884,6 +909,11 @@ func (r *Runner) RunEnumeration() { logFilteredErrorPage(r.options.OutputFilterErrorPagePath, resp.URL) continue } + + if r.options.FilterOutDuplicates && r.duplicate(&resp) { + continue + } + if len(r.options.filterStatusCode) > 0 && sliceutil.Contains(r.options.filterStatusCode, resp.StatusCode) { continue } diff --git a/runner/runner_test.go b/runner/runner_test.go index 08698b20..f456c1ad 100644 --- a/runner/runner_test.go +++ b/runner/runner_test.go @@ -7,6 +7,8 @@ import ( _ "github.com/projectdiscovery/fdmax/autofdmax" "github.com/projectdiscovery/httpx/common/httpx" + "github.com/projectdiscovery/mapcidr/asn" + stringsutil "github.com/projectdiscovery/utils/strings" "github.com/stretchr/testify/require" ) @@ -106,11 +108,17 @@ func TestRunner_asn_targets(t *testing.T) { for _, ip := range ips { expected = append(expected, httpx.Target{Host: ip}) } + + if _, err := asn.GetIPAddressesAsStream(input); err != nil && stringsutil.ContainsAnyI(err.Error(), "unauthorized: 401") { + t.Skip("skipping asn test due to missing/invalid api key") + return + } + got := []httpx.Target{} for target := range r.targets(r.hp, input) { got = append(got, target) } - require.ElementsMatch(t, expected, got, "could not exepcted output") + require.ElementsMatch(t, expected, got, "could not get expected output") } func TestRunner_countTargetFromRawTarget(t *testing.T) { @@ -120,32 +128,41 @@ func TestRunner_countTargetFromRawTarget(t *testing.T) { input := "example.com" expected := 1 - got := r.countTargetFromRawTarget(input) + got, err := r.countTargetFromRawTarget(input) + require.Nil(t, err, "could not count targets") require.Equal(t, expected, got, "got wrong output") input = "example.com" expected = 0 err = r.hm.Set(input, nil) require.Nil(t, err, "could not set value to hm") - got = r.countTargetFromRawTarget(input) + got, err = r.countTargetFromRawTarget(input) + require.Nil(t, err, "could not count targets") + require.Equal(t, expected, got, "got wrong output") + + input = "173.0.84.0/24" + expected = 256 + got, err = r.countTargetFromRawTarget(input) + require.Nil(t, err, "could not count targets") require.Equal(t, expected, got, "got wrong output") input = "" expected = 0 - got = r.countTargetFromRawTarget(input) + got, err = r.countTargetFromRawTarget(input) + require.Nil(t, err, "could not count targets") require.Equal(t, expected, got, "got wrong output") if os.Getenv("PDCP_API_KEY") != "" { input = "AS14421" expected = 256 - got = r.countTargetFromRawTarget(input) + got, err = r.countTargetFromRawTarget(input) + if err != nil && stringsutil.ContainsAnyI(err.Error(), "unauthorized: 401") { + t.Skip("skipping asn test due to missing/invalid api key") + return + } + require.Nil(t, err, "could not count targets") require.Equal(t, expected, got, "got wrong output") } - - input = "173.0.84.0/24" - expected = 256 - got = r.countTargetFromRawTarget(input) - require.Equal(t, expected, got, "got wrong output") } func TestRunner_urlWithComma_targets(t *testing.T) { From b8f40c695efb0e50d9c3520c08a2f5d08146ca4e Mon Sep 17 00:00:00 2001 From: Dogan Can Bakir <65292895+dogancanbakir@users.noreply.github.com> Date: Mon, 21 Oct 2024 01:08:11 +0300 Subject: [PATCH 45/47] do not store failed reqs (#1954) Co-authored-by: Sandeep Singh --- runner/runner.go | 145 ++++++++++++++++++++++++----------------------- 1 file changed, 75 insertions(+), 70 deletions(-) diff --git a/runner/runner.go b/runner/runner.go index 9a2cc547..4b806150 100644 --- a/runner/runner.go +++ b/runner/runner.go @@ -879,7 +879,7 @@ func (r *Runner) RunEnumeration() { continue } - if indexFile != nil { + if indexFile != nil && resp.Err == nil { indexData := fmt.Sprintf("%s %s (%d %s)\n", resp.StoredResponsePath, resp.URL, resp.StatusCode, http.StatusText(resp.StatusCode)) _, _ = indexFile.WriteString(indexData) } @@ -981,6 +981,80 @@ func (r *Runner) RunEnumeration() { continue } + if r.options.OutputMatchResponseTime != "" { + filterOps := FilterOperator{flag: "-mrt, -match-response-time"} + operator, value, err := filterOps.Parse(r.options.OutputMatchResponseTime) + if err != nil { + gologger.Fatal().Msg(err.Error()) + } + respTimeTaken, _ := time.ParseDuration(resp.ResponseTime) + switch operator { + // take negation of >= and > + case greaterThanEq, greaterThan: + if respTimeTaken < value { + continue + } + // take negation of <= and < + case lessThanEq, lessThan: + if respTimeTaken > value { + continue + } + // take negation of = + case equal: + if respTimeTaken != value { + continue + } + // take negation of != + case notEq: + if respTimeTaken == value { + continue + } + } + } + + if r.options.OutputFilterResponseTime != "" { + filterOps := FilterOperator{flag: "-frt, -filter-response-time"} + operator, value, err := filterOps.Parse(r.options.OutputFilterResponseTime) + if err != nil { + gologger.Fatal().Msg(err.Error()) + } + respTimeTaken, _ := time.ParseDuration(resp.ResponseTime) + switch operator { + case greaterThanEq: + if respTimeTaken >= value { + continue + } + case lessThanEq: + if respTimeTaken <= value { + continue + } + case equal: + if respTimeTaken == value { + continue + } + case lessThan: + if respTimeTaken < value { + continue + } + case greaterThan: + if respTimeTaken > value { + continue + } + case notEq: + if respTimeTaken != value { + continue + } + } + } + + if !r.options.DisableStdout && (!jsonOrCsv || jsonAndCsv || r.options.OutputAll) { + gologger.Silent().Msgf("%s\n", resp.str) + } + + if resp.Err != nil { + continue + } + // store responses or chain in directory URL, _ := urlutil.Parse(resp.URL) domainFile := resp.Method + ":" + URL.EscapedString() @@ -1047,71 +1121,6 @@ func (r *Runner) RunEnumeration() { _, _ = indexScreenshotFile.WriteString(indexData) } - if r.options.OutputMatchResponseTime != "" { - filterOps := FilterOperator{flag: "-mrt, -match-response-time"} - operator, value, err := filterOps.Parse(r.options.OutputMatchResponseTime) - if err != nil { - gologger.Fatal().Msg(err.Error()) - } - respTimeTaken, _ := time.ParseDuration(resp.ResponseTime) - switch operator { - // take negation of >= and > - case greaterThanEq, greaterThan: - if respTimeTaken < value { - continue - } - // take negation of <= and < - case lessThanEq, lessThan: - if respTimeTaken > value { - continue - } - // take negation of = - case equal: - if respTimeTaken != value { - continue - } - // take negation of != - case notEq: - if respTimeTaken == value { - continue - } - } - } - if r.options.OutputFilterResponseTime != "" { - filterOps := FilterOperator{flag: "-frt, -filter-response-time"} - operator, value, err := filterOps.Parse(r.options.OutputFilterResponseTime) - if err != nil { - gologger.Fatal().Msg(err.Error()) - } - respTimeTaken, _ := time.ParseDuration(resp.ResponseTime) - switch operator { - case greaterThanEq: - if respTimeTaken >= value { - continue - } - case lessThanEq: - if respTimeTaken <= value { - continue - } - case equal: - if respTimeTaken == value { - continue - } - case lessThan: - if respTimeTaken < value { - continue - } - case greaterThan: - if respTimeTaken > value { - continue - } - case notEq: - if respTimeTaken != value { - continue - } - } - } - if r.scanopts.StoreVisionReconClusters { foundCluster := false pHash, _ := resp.KnowledgeBase["pHash"].(uint64) @@ -1133,10 +1142,6 @@ func (r *Runner) RunEnumeration() { } } - if !r.options.DisableStdout && (!jsonOrCsv || jsonAndCsv || r.options.OutputAll) { - gologger.Silent().Msgf("%s\n", resp.str) - } - //nolint:errcheck // this method needs a small refactor to reduce complexity if plainFile != nil { plainFile.WriteString(resp.str + "\n") From 5fac22544b05b5c99bca7f2392a04b1f084ed8fd Mon Sep 17 00:00:00 2001 From: sandeep <8293321+ehsandeep@users.noreply.github.com> Date: Mon, 21 Oct 2024 03:46:31 +0530 Subject: [PATCH 46/47] version update --- runner/banner.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/runner/banner.go b/runner/banner.go index eeb04d18..d546076c 100644 --- a/runner/banner.go +++ b/runner/banner.go @@ -16,7 +16,7 @@ const banner = ` ` // Version is the current Version of httpx -const Version = `v1.6.8` +const Version = `v1.6.9` // showBanner is used to show the banner to the user func showBanner() { From 719aa8be743f71b95c529272860b9fc65db67e4d Mon Sep 17 00:00:00 2001 From: sandeep <8293321+ehsandeep@users.noreply.github.com> Date: Mon, 21 Oct 2024 03:49:03 +0530 Subject: [PATCH 47/47] readme update --- README.md | 20 +++++++++++++++----- 1 file changed, 15 insertions(+), 5 deletions(-) diff --git a/README.md b/README.md index a4e1b5e1..aa25848e 100644 --- a/README.md +++ b/README.md @@ -85,6 +85,12 @@ This will display help for the tool. Here are all the switches it supports. ```console +Usage: + ./httpx [flags] + +Flags: +httpx is a fast and multi-purpose HTTP toolkit that allows running multiple probes using the retryablehttp library. + Usage: ./httpx [flags] @@ -124,7 +130,8 @@ HEADLESS: -ho, -headless-options string[] start headless chrome with additional options -esb, -exclude-screenshot-bytes enable excluding screenshot bytes from json output -ehb, -exclude-headless-body enable excluding headless header from json output - -st, -screenshot-timeout int set timeout for screenshot in seconds (default 10) + -st, -screenshot-timeout value set timeout for screenshot in seconds (default 10s) + -sid, -screenshot-idle value set idle time before taking screenshot in seconds (default 1s) MATCHERS: -mc, -match-code string match response with specified status code (-mc 200,302) @@ -134,24 +141,25 @@ MATCHERS: -mfc, -match-favicon string[] match response with specified favicon hash (-mfc 1494302000) -ms, -match-string string[] match response with specified string (-ms admin) -mr, -match-regex string[] match response with specified regex (-mr admin) - -mcdn, -match-cdn string[] match host with specified cdn provider (google, cloudfront, fastly) + -mcdn, -match-cdn string[] match host with specified cdn provider (cloudfront, fastly, google) -mrt, -match-response-time string match response with specified response time in seconds (-mrt '< 1') -mdc, -match-condition string match response with dsl expression condition EXTRACTOR: -er, -extract-regex string[] display response content with matched regex - -ep, -extract-preset string[] display response content matched by a pre-defined regex (ipv4,mail,url) + -ep, -extract-preset string[] display response content matched by a pre-defined regex (url,ipv4,mail) FILTERS: -fc, -filter-code string filter response with specified status code (-fc 403,401) -fep, -filter-error-page filter response with ML based error page detection + -fd, -filter-duplicates filter out near-duplicate responses (only first response is retained) -fl, -filter-length string filter response with specified content length (-fl 23,33) -flc, -filter-line-count string filter response body with specified line count (-flc 423,532) -fwc, -filter-word-count string filter response body with specified word count (-fwc 423,532) -ffc, -filter-favicon string[] filter response with specified favicon hash (-ffc 1494302000) -fs, -filter-string string[] filter response with specified string (-fs admin) -fe, -filter-regex string[] filter response with specified regex (-fe admin) - -fcdn, -filter-cdn string[] filter host with specified cdn provider (google, cloudfront, fastly) + -fcdn, -filter-cdn string[] filter host with specified cdn provider (cloudfront, fastly, google) -frt, -filter-response-time string filter response with specified response time in seconds (-frt '> 1') -fdc, -filter-condition string filter response with dsl expression condition -strip strips all tags in response. supported formats: html,xml (default html) @@ -234,6 +242,7 @@ DEBUG: -v, -verbose verbose mode -si, -stats-interval int number of seconds to wait between showing a statistics update (default: 5) -nc, -no-color disable colors in cli output + -tr, -trace trace OPTIMIZATIONS: -nf, -no-fallback display both probed protocol (HTTPS and HTTP) @@ -248,8 +257,9 @@ OPTIMIZATIONS: CLOUD: -auth configure projectdiscovery cloud (pdcp) api key (default true) - -ac, -auth-config string configure projectdiscovery cloud (pdcp) api key credential file + -ac, -auth-config string configure projectdiscovery cloud (pdcp) api key credential file -pd, -dashboard upload / view output in projectdiscovery cloud (pdcp) UI dashboard + -tid, -team-id string upload asset results to given team id (optional) -aid, -asset-id string upload new assets to existing asset id (optional) -aname, -asset-name string assets group name to set (optional) -pdu, -dashboard-upload string upload httpx output file (jsonl) in projectdiscovery cloud (pdcp) UI dashboard