Compare commits

...
888 Commits
Author SHA1 Message Date
Sandeep Singh e3ce33afda Merge pull request #3573 from projectdiscovery/dev
nuclei v2.9.2
2023-04-20 04:16:46 +05:30
sandeep 871e7016fc version update 2023-04-20 03:39:33 +05:30
Keith ChasonandTarun Koyalwar dcb003211c Gitlab Custom Templates (#3570)
* Configuration options for GitLab template pulls

* GitLab client creation

* GitLab hooks and property renames

* Fix filesystem writing and update environment variables

* Fix type error in formatted error message

* Migrate directory config to new nucleiconfig file

* refactor + add custom templates to tm

* typo fix + only show installed ct with -tv

* add default gitlab url if not given

* fix template valid failure

---------

Co-authored-by: Tarun Koyalwar <[email protected]>
2023-04-20 03:12:52 +05:30
Keith Chason b211d6fa44 Duplicate error message, variable collision fix, method doc references (#3568) 2023-04-20 02:22:34 +05:30
Mzack9999 978d0bcc23 Replacing goos with osutils (#3571)
* Replacing goos with osutils

* pleasing his majesty the linter
2023-04-19 23:00:15 +05:30
Tarun Koyalwarandsandeep bf08913cd0 update logic + config management refactor (#3567)
* adds template manager

* refactor: checkpoint

* centrailized config & template download logic

* refactor removed unused code

* use global template directory

* update related bug fixes

* bug fix create cfg dir if missing

* fix lint error

* bug fix skip writing template dir in callback

* misc update

* remove unused code

* use strings.equalfold for comparison

---------

Co-authored-by: sandeep <[email protected]>
2023-04-19 21:58:48 +05:30
Shubham Rasal d0f22f8b73 Issue 3488 http race (#3533)
* debug

* Add body after the request creation

* fix race_count template hangs

* remove printf

* update if condition
2023-04-19 01:57:53 +05:30
dependabot[bot] 2d769f1b4a chore(deps): bump github.com/aws/aws-sdk-go-v2/credentials in /v2 (#3559)
Bumps [github.com/aws/aws-sdk-go-v2/credentials](https://github.com/aws/aws-sdk-go-v2) from 1.13.19 to 1.13.20.
- [Release notes](https://github.com/aws/aws-sdk-go-v2/releases)
- [Changelog](https://github.com/aws/aws-sdk-go-v2/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go-v2/compare/credentials/v1.13.19...credentials/v1.13.20)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go-v2/credentials
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-04-17 13:50:22 +05:30
dependabot[bot] 3d52036178 chore(deps): bump github.com/shirou/gopsutil/v3 in /v2 (#3558)
Bumps [github.com/shirou/gopsutil/v3](https://github.com/shirou/gopsutil) from 3.22.12 to 3.23.3.
- [Release notes](https://github.com/shirou/gopsutil/releases)
- [Commits](https://github.com/shirou/gopsutil/compare/v3.22.12...v3.23.3)

---
updated-dependencies:
- dependency-name: github.com/shirou/gopsutil/v3
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-04-17 13:50:08 +05:30
dependabot[bot] 97daad2035 chore(deps): bump github.com/klauspost/compress in /v2 (#3557)
Bumps [github.com/klauspost/compress](https://github.com/klauspost/compress) from 1.16.0 to 1.16.4.
- [Release notes](https://github.com/klauspost/compress/releases)
- [Changelog](https://github.com/klauspost/compress/blob/master/.goreleaser.yml)
- [Commits](https://github.com/klauspost/compress/compare/v1.16.0...v1.16.4)

---
updated-dependencies:
- dependency-name: github.com/klauspost/compress
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-04-17 13:49:52 +05:30
dependabot[bot] 93639f5882 chore(deps): bump github.com/xanzy/go-gitlab in /v2 (#3555)
Bumps [github.com/xanzy/go-gitlab](https://github.com/xanzy/go-gitlab) from 0.81.0 to 0.82.0.
- [Release notes](https://github.com/xanzy/go-gitlab/releases)
- [Changelog](https://github.com/xanzy/go-gitlab/blob/master/releases_test.go)
- [Commits](https://github.com/xanzy/go-gitlab/compare/v0.81.0...v0.82.0)

---
updated-dependencies:
- dependency-name: github.com/xanzy/go-gitlab
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-04-17 13:49:22 +05:30
dependabot[bot] fdc4b45f3f chore(deps): bump github.com/rs/xid from 1.4.0 to 1.5.0 in /v2 (#3556)
Bumps [github.com/rs/xid](https://github.com/rs/xid) from 1.4.0 to 1.5.0.
- [Release notes](https://github.com/rs/xid/releases)
- [Commits](https://github.com/rs/xid/compare/v1.4.0...v1.5.0)

---
updated-dependencies:
- dependency-name: github.com/rs/xid
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-04-17 13:48:49 +05:30
Keith Chason 786ee982ed Azure Blob Storage Custom Template Provider (#3542)
* Initial library creation for downloading blobs from Azure

* Environment variable hooks for Azure config values

* Missing configuration checks for Azure blob connection

* Package dependencies for Azure client library

* Make output directory if it doesn't exist, add log for downloaded templates

* Add example formats for Azure properties

* Add path to the output after download

* Only download .yaml files instead of also .yml .json
2023-04-17 13:48:06 +05:30
Mzack9999andTarun Koyalwar 6f4b1ae48a Replacing ccache with generic gcache (#3523)
* Replacing ccache with generic gcache

* fixing lint issues

* removing unecessary hashing + using errorutils

* making test more tolerant

* removing dead code + refactor

* removing redundant code

* removing race

* maint

* moving code

* adding more iterations

* note + typo

* temporary fixing stop-at-first-match with interact

* wrapping internal map with mux

* sort before running integration test

* fix deadlock in requestShouldStopAtFirstMatch

* add timeout to integration_test workflow

* attempting to remove outer lock

* adds interactsh protocol tests in integration_test

---------

Co-authored-by: Tarun Koyalwar <[email protected]>
2023-04-16 23:19:35 +05:30
Sandeep Singh 307085ef4c tlsx dep update (#3554) 2023-04-16 22:23:51 +05:30
bca0c53a41 Enable --nc option if OS is windows (#3539)
Co-authored-by: Mzack9999 <[email protected]>
Co-authored-by: Sandeep Singh <[email protected]>
2023-04-13 18:11:04 +05:30
Keith Chason 8ffbebb5ea Correct spelling in "access" and add arg types (#3536) 2023-04-13 18:06:54 +05:30
Ramana Reddy 6ffdfcf19c fix rate-limit on query fuzzing (#3458) (#3532) 2023-04-12 23:55:21 +05:30
7029741338 [DRAFT] Annotate CVE: add configurations metadata (#3486)
* improve annotate to use new nvd apis

* annotate

* improvements

* fix mod files

* fetch EPSS and only write CPE

* lint fixes

---------

Co-authored-by: Mzack9999 <[email protected]>
Co-authored-by: sandeep <[email protected]>
2023-04-12 16:19:49 +05:30
Tarun Koyalwar ece20ec15c use proxyutils + fix proxy panic (#3526) 2023-04-12 12:49:58 +05:30
Shubham Rasal 45cc676f96 Evaluate payload variables (#3503)
* Evaluate payload variables

* Add variables evaluation

* Extend variables test

- to check evaluation of global variables in variables
- to check evaluation of golbal variables in payload

* Add default and cli variables to websocket, whois and dns proto

- use url.Parse with urlutil.Parse
2023-04-12 01:50:58 +05:30
dependabot[bot] c060836461 chore(deps): bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in /v2 (#3520)
Bumps [github.com/aws/aws-sdk-go-v2/feature/s3/manager](https://github.com/aws/aws-sdk-go-v2) from 1.11.55 to 1.11.61.
- [Release notes](https://github.com/aws/aws-sdk-go-v2/releases)
- [Changelog](https://github.com/aws/aws-sdk-go-v2/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go-v2/compare/feature/s3/manager/v1.11.55...feature/s3/manager/v1.11.61)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go-v2/feature/s3/manager
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-04-11 18:56:23 +05:30
dependabot[bot] c4c89177eb chore(deps): bump golang.org/x/text from 0.8.0 to 0.9.0 in /v2 (#3518)
Bumps [golang.org/x/text](https://github.com/golang/text) from 0.8.0 to 0.9.0.
- [Release notes](https://github.com/golang/text/releases)
- [Commits](https://github.com/golang/text/compare/v0.8.0...v0.9.0)

---
updated-dependencies:
- dependency-name: golang.org/x/text
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-04-11 18:56:02 +05:30
dependabot[bot] 216d7b18d3 chore(deps): bump github.com/projectdiscovery/tlsx in /v2 (#3521)
Bumps [github.com/projectdiscovery/tlsx](https://github.com/projectdiscovery/tlsx) from 1.0.6-0.20230328111908-f4528797e948 to 1.0.6.
- [Release notes](https://github.com/projectdiscovery/tlsx/releases)
- [Changelog](https://github.com/projectdiscovery/tlsx/blob/main/.goreleaser.yml)
- [Commits](https://github.com/projectdiscovery/tlsx/commits/v1.0.6)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/tlsx
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-04-11 18:55:14 +05:30
dependabot[bot] 16d7214999 chore(deps): bump github.com/go-rod/rod from 0.112.4 to 0.112.8 in /v2 (#3522)
Bumps [github.com/go-rod/rod](https://github.com/go-rod/rod) from 0.112.4 to 0.112.8.
- [Release notes](https://github.com/go-rod/rod/releases)
- [Commits](https://github.com/go-rod/rod/compare/v0.112.4...v0.112.8)

---
updated-dependencies:
- dependency-name: github.com/go-rod/rod
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-04-10 18:36:12 +05:30
dependabot[bot] ecfd619b3e chore(deps): bump golang from 1.20.2-alpine to 1.20.3-alpine (#3517)
Bumps golang from 1.20.2-alpine to 1.20.3-alpine.

---
updated-dependencies:
- dependency-name: golang
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-04-10 18:35:27 +05:30
3476f4d1d6 JSONL(ine) Export (#3504) (#3505)
* Add initial hooks for JSONL export

* Add newline character after each result

* fix integration test (#3506)

* fix integration test

* fix interactsh fatal error

* fix default report-config.yaml

---------

Co-authored-by: Tarun Koyalwar <[email protected]>
Co-authored-by: Tarun Koyalwar <[email protected]>
2023-04-08 17:44:41 +05:30
dependabot[bot] 5602630a2e chore(deps): bump github.com/aws/aws-sdk-go-v2/config in /v2 (#3502)
Bumps [github.com/aws/aws-sdk-go-v2/config](https://github.com/aws/aws-sdk-go-v2) from 1.18.15 to 1.18.19.
- [Release notes](https://github.com/aws/aws-sdk-go-v2/releases)
- [Changelog](https://github.com/aws/aws-sdk-go-v2/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go-v2/compare/config/v1.18.15...config/v1.18.19)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go-v2/config
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-04-07 02:52:09 +08:00
dependabot[bot] fd6677d16b chore(deps): bump github.com/go-git/go-git/v5 from 5.5.2 to 5.6.1 in /v2 (#3501)
Bumps [github.com/go-git/go-git/v5](https://github.com/go-git/go-git) from 5.5.2 to 5.6.1.
- [Release notes](https://github.com/go-git/go-git/releases)
- [Commits](https://github.com/go-git/go-git/compare/v5.5.2...v5.6.1)

---
updated-dependencies:
- dependency-name: github.com/go-git/go-git/v5
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-04-07 01:50:57 +08:00
dependabot[bot] a41b61e761 chore(deps): bump github.com/aws/aws-sdk-go-v2 in /v2 (#3500)
Bumps [github.com/aws/aws-sdk-go-v2](https://github.com/aws/aws-sdk-go-v2) from 1.17.6 to 1.17.7.
- [Release notes](https://github.com/aws/aws-sdk-go-v2/releases)
- [Changelog](https://github.com/aws/aws-sdk-go-v2/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go-v2/compare/v1.17.6...v1.17.7)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go-v2
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-04-07 01:50:35 +08:00
dependabot[bot] 42168765b3 chore(deps): bump github.com/xanzy/go-gitlab in /v2 (#3499)
Bumps [github.com/xanzy/go-gitlab](https://github.com/xanzy/go-gitlab) from 0.80.2 to 0.81.0.
- [Release notes](https://github.com/xanzy/go-gitlab/releases)
- [Changelog](https://github.com/xanzy/go-gitlab/blob/master/releases_test.go)
- [Commits](https://github.com/xanzy/go-gitlab/compare/v0.80.2...v0.81.0)

---
updated-dependencies:
- dependency-name: github.com/xanzy/go-gitlab
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-04-07 01:50:00 +08:00
dependabot[bot] ca58df668a chore(deps): bump github.com/projectdiscovery/rawhttp in /v2 (#3498)
Bumps [github.com/projectdiscovery/rawhttp](https://github.com/projectdiscovery/rawhttp) from 0.1.10 to 0.1.11.
- [Release notes](https://github.com/projectdiscovery/rawhttp/releases)
- [Commits](https://github.com/projectdiscovery/rawhttp/compare/v0.1.10...v0.1.11)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/rawhttp
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-04-07 01:48:19 +08:00
dependabot[bot] cd182aa1e2 chore(deps): bump alpine from 3.17.2 to 3.17.3 (#3497)
Bumps alpine from 3.17.2 to 3.17.3.

---
updated-dependencies:
- dependency-name: alpine
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-04-07 01:47:17 +08:00
Tarun Koyalwar a185348194 fix integration test (#3506)
* fix integration test

* fix interactsh fatal error
2023-04-04 10:09:52 +08:00
sandeep 38f448d352 Update config.go 2023-04-02 15:26:32 +05:30
Sandeep Singh 5b22ca8424 Merge pull request #3491 from projectdiscovery/dev
nuclei v2.9.1
2023-04-02 14:36:22 +05:30
Sandeep Singh e6bd5db6fb tlsx go mod update (#3490) 2023-04-02 13:40:45 +05:30
GitHub Action c5086527df Auto Generate Syntax Docs + JSONSchema [Sun Apr 2 07:54:23 UTC 2023] 🤖 2023-04-02 07:54:23 +00:00
Sandeep Singh abfaa84825 Add CPE field to Classification struct (#3489)
* Add CPE field to Classification struct

* Added EPSSScore to Classification
2023-04-02 13:23:13 +05:30
mlecandMzack9999 ed31fc4449 fix(links): Replace Master to Main in links 🩹 (#3485)
Co-authored-by: Mzack9999 <[email protected]>
2023-03-31 16:27:15 +05:30
4d96025bec JSON Export Handling Updates (#3466)
* Switch -json to -jsonl

* Add JSON output file

* Update docs for EN and ID

* Fix linting issue with error wrap

* Add -j flag

* Fix call for short flag

* Correct typo "Ciper" to "Cipher" (#3468)

* migrate dsl helper functions to dsl repo (#3461)

* migrate dsl pkg code to dsl repo

* fix lint error

* upgrade dsl dependency

* upgrade deps

---------

Co-authored-by: Sandeep Singh <[email protected]>

* chore(deps): bump github.com/projectdiscovery/httpx in /v2 (#3469)

Bumps [github.com/projectdiscovery/httpx](https://github.com/projectdiscovery/httpx) from 1.2.7 to 1.2.9.
- [Release notes](https://github.com/projectdiscovery/httpx/releases)
- [Changelog](https://github.com/projectdiscovery/httpx/blob/main/.goreleaser.yml)
- [Commits](https://github.com/projectdiscovery/httpx/compare/v1.2.7...v1.2.9)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/httpx
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>

* chore(deps): bump github.com/weppos/publicsuffix-go in /v2 (#3472)

Bumps [github.com/weppos/publicsuffix-go](https://github.com/weppos/publicsuffix-go) from 0.20.0 to 0.30.0.
- [Release notes](https://github.com/weppos/publicsuffix-go/releases)
- [Changelog](https://github.com/weppos/publicsuffix-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/weppos/publicsuffix-go/compare/v0.20.0...v0.30.0)

---
updated-dependencies:
- dependency-name: github.com/weppos/publicsuffix-go
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>

* chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2 (#3473)

Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.81 to 0.0.88.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.81...v0.0.88)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>

* chore(deps): bump github.com/projectdiscovery/hmap in /v2 (#3470)

Bumps [github.com/projectdiscovery/hmap](https://github.com/projectdiscovery/hmap) from 0.0.10 to 0.0.11.
- [Release notes](https://github.com/projectdiscovery/hmap/releases)
- [Commits](https://github.com/projectdiscovery/hmap/compare/v0.0.10...v0.0.11)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/hmap
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>

* debug catalog path

* use paths instead of filepath for aws path

* deps update (#3477)

* deps update

* fixing gologger via callback

* Moved `json-export` flag to the other exporters

* Switch "json[-_]exporter to jsonexporter"

---------

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: Ramana Reddy <[email protected]>
Co-authored-by: Sandeep Singh <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
Co-authored-by: Tarun Koyalwar <[email protected]>
Co-authored-by: Mzack9999 <[email protected]>
Co-authored-by: shubhamrasal <[email protected]>
2023-03-31 15:29:29 +05:30
Mzack9999 34000e1b6b deps update (#3477)
* deps update

* fixing gologger via callback
2023-03-29 02:42:08 +05:30
Mzack9999 42660be8c1 Merge pull request #3474 from projectdiscovery/issue-3467-fix-catalog-test
fix aws s3 bucket catalog path mismatch
2023-03-28 22:51:03 +02:00
dependabot[bot] 862170a6a9 chore(deps): bump github.com/projectdiscovery/hmap in /v2 (#3470)
Bumps [github.com/projectdiscovery/hmap](https://github.com/projectdiscovery/hmap) from 0.0.10 to 0.0.11.
- [Release notes](https://github.com/projectdiscovery/hmap/releases)
- [Commits](https://github.com/projectdiscovery/hmap/compare/v0.0.10...v0.0.11)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/hmap
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-03-29 02:15:57 +05:30
dependabot[bot] 6756a45621 chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2 (#3473)
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.81 to 0.0.88.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.81...v0.0.88)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-03-29 02:15:44 +05:30
dependabot[bot] 2dbb384689 chore(deps): bump github.com/weppos/publicsuffix-go in /v2 (#3472)
Bumps [github.com/weppos/publicsuffix-go](https://github.com/weppos/publicsuffix-go) from 0.20.0 to 0.30.0.
- [Release notes](https://github.com/weppos/publicsuffix-go/releases)
- [Changelog](https://github.com/weppos/publicsuffix-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/weppos/publicsuffix-go/compare/v0.20.0...v0.30.0)

---
updated-dependencies:
- dependency-name: github.com/weppos/publicsuffix-go
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-03-29 01:47:33 +05:30
dependabot[bot] 9ae3389f8b chore(deps): bump github.com/projectdiscovery/httpx in /v2 (#3469)
Bumps [github.com/projectdiscovery/httpx](https://github.com/projectdiscovery/httpx) from 1.2.7 to 1.2.9.
- [Release notes](https://github.com/projectdiscovery/httpx/releases)
- [Changelog](https://github.com/projectdiscovery/httpx/blob/main/.goreleaser.yml)
- [Commits](https://github.com/projectdiscovery/httpx/compare/v1.2.7...v1.2.9)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/httpx
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-03-29 01:47:02 +05:30
Tarun Koyalwar b1c54ef117 use paths instead of filepath for aws path 2023-03-28 20:08:24 +05:30
Tarun Koyalwar cb5f7d06a2 debug catalog path 2023-03-27 21:23:18 +05:30
Ramana ReddyandSandeep Singh 7c5fb7fe43 migrate dsl helper functions to dsl repo (#3461)
* migrate dsl pkg code to dsl repo

* fix lint error

* upgrade dsl dependency

* upgrade deps

---------

Co-authored-by: Sandeep Singh <[email protected]>
2023-03-27 18:48:50 +05:30
Keith Chason 5b97536c0e Correct typo "Ciper" to "Cipher" (#3468) 2023-03-27 18:48:27 +05:30
Tarun KoyalwarandMzack9999 f8c5a45966 add mkdir support in headless screenshot (#3457)
* add mkdir support in headless screenshot

* use filepath to join paths

* print info when screenshot is saved

* change version to v2.9.1-dev

* minor fixings on windows path

---------

Co-authored-by: Mzack9999 <[email protected]>
2023-03-24 00:44:32 +05:30
Leo Loobeek 6659402042 Initial commit for AWS Catalog (#3372) 2023-03-24 00:36:54 +05:30
Jonathan Steele 710ac0839c chore(fix): Ensure proper scanning strategy (#3464)
This will ensure that the host spray scanning strategy will actually
run rather than the system exiting quickly if that strategy is
applied. Once merged, this will resolve projectdiscovery/nuclei#3463.
2023-03-23 21:53:17 +05:30
dependabot[bot] 8106db68fc chore(deps): bump github.com/projectdiscovery/interactsh in /v2 (#3449)
Bumps [github.com/projectdiscovery/interactsh](https://github.com/projectdiscovery/interactsh) from 1.1.0 to 1.1.2.
- [Release notes](https://github.com/projectdiscovery/interactsh/releases)
- [Changelog](https://github.com/projectdiscovery/interactsh/blob/main/.goreleaser.yml)
- [Commits](https://github.com/projectdiscovery/interactsh/compare/v1.1.0...v1.1.2)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/interactsh
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-03-21 15:57:00 +05:30
dependabot[bot] 193b189372 chore(deps): bump github.com/projectdiscovery/utils in /v2 (#3448)
Bumps [github.com/projectdiscovery/utils](https://github.com/projectdiscovery/utils) from 0.0.16 to 0.0.17.
- [Release notes](https://github.com/projectdiscovery/utils/releases)
- [Commits](https://github.com/projectdiscovery/utils/compare/v0.0.16...v0.0.17)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/utils
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-03-21 00:53:20 +05:30
dependabot[bot] 1cfc9eb175 chore(deps): bump github.com/aws/aws-sdk-go-v2/credentials in /v2 (#3447)
Bumps [github.com/aws/aws-sdk-go-v2/credentials](https://github.com/aws/aws-sdk-go-v2) from 1.13.15 to 1.13.17.
- [Release notes](https://github.com/aws/aws-sdk-go-v2/releases)
- [Changelog](https://github.com/aws/aws-sdk-go-v2/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go-v2/compare/service/mq/v1.13.15...service/mq/v1.13.17)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go-v2/credentials
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-03-21 00:52:51 +05:30
GitHub Action aa4088339a Auto Generate Syntax Docs + JSONSchema [Mon Mar 20 19:19:55 UTC 2023] 🤖 2023-03-20 19:19:55 +00:00
Shubham RasalandTarun Koyalwar a0ccc839bb Issue 3055 protocol name (#3425)
* Add http and tcp variables support in templates

* Update protocol name from networks to tcp

* Check template to use only one variable(either old or new ones)

- you can use http or requests | network or tcp
- add template doc example

* remove debug statement

* Add comment on new variables,

- New variables are not used in lib code

---------

Co-authored-by: Tarun Koyalwar <[email protected]>
2023-03-21 00:48:35 +05:30
Mzack9999 90f37bdaf1 Merge pull request #3446 from projectdiscovery/dependabot/github_actions/dev/actions/setup-go-4
chore(deps): bump actions/setup-go from 3 to 4
2023-03-20 13:22:49 +01:00
Mzack9999 064ff46ad3 Merge pull request #3445 from projectdiscovery/dependabot/docker/dev/golang-1.20.2-alpine
chore(deps): bump golang from 1.20.1-alpine to 1.20.2-alpine
2023-03-20 13:22:35 +01:00
dependabot[bot] a2e4b4197d chore(deps): bump actions/setup-go from 3 to 4
Bumps [actions/setup-go](https://github.com/actions/setup-go) from 3 to 4.
- [Release notes](https://github.com/actions/setup-go/releases)
- [Commits](https://github.com/actions/setup-go/compare/v3...v4)

---
updated-dependencies:
- dependency-name: actions/setup-go
  dependency-type: direct:production
  update-type: version-update:semver-major
...

Signed-off-by: dependabot[bot] <[email protected]>
2023-03-20 05:57:09 +00:00
dependabot[bot] 99e7c08ad7 chore(deps): bump golang from 1.20.1-alpine to 1.20.2-alpine
Bumps golang from 1.20.1-alpine to 1.20.2-alpine.

---
updated-dependencies:
- dependency-name: golang
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2023-03-20 05:57:02 +00:00
Mzack9999 72faa98986 Merge pull request #3406 from jordanpotti/dev
Support for Jira custom fields
2023-03-20 01:20:29 +01:00
Mzack9999 d4acc471c5 better fmt 2023-03-20 00:48:39 +01:00
Mzack9999 50e178fbe8 Merge branch 'dev' into pr/3406 2023-03-20 00:24:33 +01:00
Mzack9999 6c707efcee Merge pull request #3442 from projectdiscovery/dependabot/go_modules/v2/google.golang.org/protobuf-1.29.1
Dependabot/go modules/v2/google.golang.org/protobuf 1.29.1
2023-03-17 22:30:33 +01:00
Mzack9999 f4b0625d14 Merge pull request #3433 from projectdiscovery/dependabot/go_modules/v2/google.golang.org/protobuf-1.29.1
chore(deps): bump google.golang.org/protobuf from 1.29.0 to 1.29.1 in /v2
2023-03-17 17:51:30 +01:00
Mzack9999 1b7585476e simplify execution logic 2023-03-17 17:31:28 +01:00
Mzack9999 6a0db1c234 restoring tests 2023-03-17 16:56:14 +01:00
Mzack9999 c115768b8e investigating tests 2023-03-17 15:39:12 +01:00
Mzack9999 4c0d988a67 reworking interact mutex mechanism 2023-03-17 14:41:16 +01:00
dependabot[bot] a9a933599f chore(deps): bump google.golang.org/protobuf in /v2
Bumps [google.golang.org/protobuf](https://github.com/protocolbuffers/protobuf-go) from 1.29.0 to 1.29.1.
- [Release notes](https://github.com/protocolbuffers/protobuf-go/releases)
- [Changelog](https://github.com/protocolbuffers/protobuf-go/blob/master/release.bash)
- [Commits](https://github.com/protocolbuffers/protobuf-go/compare/v1.29.0...v1.29.1)

---
updated-dependencies:
- dependency-name: google.golang.org/protobuf
  dependency-type: indirect
...

Signed-off-by: dependabot[bot] <[email protected]>
2023-03-16 18:34:26 +00:00
Sandeep Singh 7ddbbf8e4d Merge pull request #3389 from projectdiscovery/dev
nuclei v2.9.0
2023-03-17 00:03:02 +05:30
sandeep a0c5cf1f0a workflow update 2023-03-16 23:59:14 +05:30
GitHub Action 8db0276ba6 Auto Generate Syntax Docs + JSONSchema [Thu Mar 16 18:19:31 UTC 2023] 🤖 2023-03-16 18:19:31 +00:00
sandeep e1b1417a9b doc workflow update 2023-03-16 23:48:06 +05:30
Tarun Koyalwar c3771e874d fix data race in internal resultevent (#3432) 2023-03-16 23:20:38 +05:30
Mzack9999andTarun Koyalwar c182434130 json templates support (load with flags, run & validate ) (#3424)
* extending template identification logic

* removing test code

* local debug

* json template loading support using flags

* blacklist meta json files

* minor changes

---------

Co-authored-by: Tarun Koyalwar <[email protected]>
2023-03-16 13:33:59 +05:30
Ramana ReddyandTarun Koyalwar c9634fae72 Issue 3350 matcher condition or not work (#3397)
* fix or condition match even interactsh includes as matcher-part (#3350)

* add integration test

* add new template to integration test

* matcher-condtion: test case for both conditions

* fix lint errors

* upgrade dependencies

---------

Co-authored-by: Tarun Koyalwar <[email protected]>
2023-03-15 20:45:44 +05:30
Shubham Rasal 5e20c66215 Fix parseUrl test (#3426)
* Fix parseUrl test

* fix lint error
2023-03-15 19:43:10 +05:30
Mzack9999andTarun Koyalwar 0bf8fc027d Fixing nil pointer reference + use map helper (#3421)
* Fixing nil pointer reference + use map helper

* bump tlsx version to v1.0.6

* increase interactsh polling in integration_test

* fix nil pointer dereference in integration_test

* fix lint error

---------

Co-authored-by: Tarun Koyalwar <[email protected]>
2023-03-14 21:27:48 +05:30
Sandeep Singh 3f3f23264b tlsx dep update (#3422) 2023-03-14 18:43:46 +05:30
0d90a555f6 adds -track-error option to add custom errors to max-host-error watchlist (#3399)
* Allow user to specify for "context deadline exceeded" errors to count toward the max host error count

* Convert flag to a string slice `--track-error`

* Minimize diff

* Add documentation for `-track-error`

* adds unit test & minor improvements

* update flag description

---------

Co-authored-by: Austin Traver <[email protected]>
Co-authored-by: Tarun Koyalwar <[email protected]>
2023-03-14 13:59:42 +05:30
dependabot[bot] bcb1a8811d chore(deps): bump github.com/go-playground/validator/v10 in /v2 (#3415)
Bumps [github.com/go-playground/validator/v10](https://github.com/go-playground/validator) from 10.11.1 to 10.11.2.
- [Release notes](https://github.com/go-playground/validator/releases)
- [Commits](https://github.com/go-playground/validator/compare/v10.11.1...v10.11.2)

---
updated-dependencies:
- dependency-name: github.com/go-playground/validator/v10
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-03-13 14:09:49 +05:30
dependabot[bot] 1b30526f23 chore(deps): bump github.com/projectdiscovery/utils in /v2 (#3417)
Bumps [github.com/projectdiscovery/utils](https://github.com/projectdiscovery/utils) from 0.0.13 to 0.0.15.
- [Release notes](https://github.com/projectdiscovery/utils/releases)
- [Commits](https://github.com/projectdiscovery/utils/compare/v0.0.13...v0.0.15)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/utils
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-03-13 13:27:00 +05:30
dependabot[bot] 37c69f38e0 chore(deps): bump golang from 1.20.1-alpine to 1.20.2-alpine (#3414)
Bumps golang from 1.20.1-alpine to 1.20.2-alpine.

---
updated-dependencies:
- dependency-name: golang
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-03-13 13:25:26 +05:30
dependabot[bot] 9ba4a74539 chore(deps): bump github.com/projectdiscovery/yamldoc-go in /v2 (#3416)
Bumps [github.com/projectdiscovery/yamldoc-go](https://github.com/projectdiscovery/yamldoc-go) from 1.0.3-0.20211126104922-00d2c6bb43b6 to 1.0.4.
- [Release notes](https://github.com/projectdiscovery/yamldoc-go/releases)
- [Commits](https://github.com/projectdiscovery/yamldoc-go/commits/v1.0.4)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/yamldoc-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-03-13 13:25:08 +05:30
Jordan Potti 6ab4bf25f9 Support for Jira custom fields 2023-03-10 15:55:54 -07:00
sullo 62bc659914 Change "Operative System" to "Operating System" (#3400) 2023-03-09 12:36:55 +05:30
Shubham Rasal 572c8eb780 Issue 2987 fuzz options (#3355)
* Add override fuzzing type and mode flags

* Update english readme

* Fix failing tests

* Add the integration tests

- validate the command line overriding type and mode for fuzzing
2023-03-06 16:56:38 +05:30
dependabot[bot] 011d61eb39 chore(deps): bump golang.org/x/text from 0.7.0 to 0.8.0 in /v2 (#3393)
Bumps [golang.org/x/text](https://github.com/golang/text) from 0.7.0 to 0.8.0.
- [Release notes](https://github.com/golang/text/releases)
- [Commits](https://github.com/golang/text/compare/v0.7.0...v0.8.0)

---
updated-dependencies:
- dependency-name: golang.org/x/text
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-03-06 16:28:34 +05:30
dependabot[bot] bf58544829 chore(deps): bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in /v2 (#3392)
Bumps [github.com/aws/aws-sdk-go-v2/feature/s3/manager](https://github.com/aws/aws-sdk-go-v2) from 1.11.51 to 1.11.55.
- [Release notes](https://github.com/aws/aws-sdk-go-v2/releases)
- [Changelog](https://github.com/aws/aws-sdk-go-v2/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go-v2/compare/feature/s3/manager/v1.11.51...feature/s3/manager/v1.11.55)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go-v2/feature/s3/manager
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-03-06 16:28:14 +05:30
Mzack9999 b3b2ec9baa Merge pull request #3351 from projectdiscovery/issue-3081-retry-gh
Add retry script for build, test and integration commands
2023-03-06 09:53:11 +01:00
sandeep c91588830e win os test fix 2023-03-06 01:57:55 +05:30
Sandeep Singh 5c27031366 Merge branch 'main' into dev 2023-03-06 01:12:27 +05:30
sandeep 0f80575c44 Update version number and add paths to pull request. 2023-03-06 01:03:30 +05:30
Mzack9999 68550695f8 Fixing atomic bool check (#3376) 2023-03-06 00:37:40 +05:30
Mzack9999 d7ac306bdf Adding one-time method override (#3373) 2023-03-04 12:27:26 +05:30
Tarun Koyalwar d9e953acfa fix file input in custom vars for self contained http template (#3385)
* fix file input in variables(-V)

* fix lint error

* fix nuclei-ignore file failures
2023-03-04 04:57:27 +05:30
Tarun Koyalwarandsandeep 3e53087617 fix missing port in matched ssl templates (#3380)
* add openssl support + fix missing port

* fix failing tests

* go mod update

* workflow update

---------

Co-authored-by: sandeep <[email protected]>
2023-03-04 04:47:41 +05:30
dependabot[bot] ecf3671982 chore(deps): bump github.com/labstack/echo/v4 in /v2 (#3365)
Bumps [github.com/labstack/echo/v4](https://github.com/labstack/echo) from 4.10.0 to 4.10.2.
- [Release notes](https://github.com/labstack/echo/releases)
- [Changelog](https://github.com/labstack/echo/blob/master/CHANGELOG.md)
- [Commits](https://github.com/labstack/echo/compare/v4.10.0...v4.10.2)

---
updated-dependencies:
- dependency-name: github.com/labstack/echo/v4
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-03-04 04:31:01 +05:30
dependabot[bot] d0ae260870 chore(deps): bump github.com/aws/aws-sdk-go-v2/credentials in /v2 (#3364)
Bumps [github.com/aws/aws-sdk-go-v2/credentials](https://github.com/aws/aws-sdk-go-v2) from 1.13.12 to 1.13.15.
- [Release notes](https://github.com/aws/aws-sdk-go-v2/releases)
- [Changelog](https://github.com/aws/aws-sdk-go-v2/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go-v2/compare/service/mq/v1.13.12...service/mq/v1.13.15)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go-v2/credentials
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-03-04 04:30:48 +05:30
xm1k3andMzack9999 f26e01551e resolve() helper function (#3321)
* started the implementation of resolve helper function

* fixes go mod and sum

* fixes and use makeDslWithOptionalArgsFunction signature

* added tests

* added more dnsTypes based on dnsx docs

* used dns client pool

* dsl functions

* fixes on dnsclientpool, added init()

* go mod tidy

* go mod tidy

* dsl signature makeMultiSignatureDslFunction

* error on len

* managed mx

* fix on mx record

* dns types managed with FirstNonZero func

* error handling

* utils to stable version

* version bump

* fixing var name

---------

Co-authored-by: Mzack9999 <[email protected]>
2023-03-04 04:21:24 +05:30
Mzack9999 7c19510e6c Merge pull request #3381 from projectdiscovery/issue-3305-retryablehttp-api-requests
Using retryablehttp for api request
2023-03-03 10:23:58 +01:00
shubhamrasal c3d800fa41 Add workflow as option, grep the logs to check if it flaky test 2023-03-03 07:23:07 +00:00
xm1k3 bab15e122b http.DefaultClient replaced with retryablehttp 2023-03-02 21:21:04 +01:00
xm1k3 886fdcf0a9 started move to retryablehttp 2023-03-02 14:54:01 +01:00
xm1k3 ffd758dcb1 added InitNucleiVersion 2023-03-02 09:37:42 +01:00
xm1k3 32b79fdd36 used retryablehttp.DefaultClient().Do(req) 2023-03-02 09:35:53 +01:00
shubhamrasal a92f429f86 Add bash script to retry failed job in given time. 2023-03-02 13:33:04 +05:30
xm1k3 25098c8ea6 fix on ignore call 2023-03-02 09:01:24 +01:00
xm1k3 5959daa58f removed nucleiVersion var as unused 2023-03-01 18:05:56 +01:00
xm1k3 ee6b1bef61 used retryablehttp for api requests 2023-03-01 16:50:21 +01:00
shubhamrasal 409393b64b Merge branch 'dev' into issue-3081-retry-gh 2023-03-01 19:07:15 +05:30
shubhamrasal d32c9c7f56 Revert "Resolve the requested changes"
This reverts commit 4ad64eb357.
2023-03-01 19:06:30 +05:30
Mzack9999 3ea87e2186 Merge pull request #3363 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/stretchr/testify-1.8.2
chore(deps): bump github.com/stretchr/testify from 1.8.1 to 1.8.2 in /v2
2023-02-28 09:02:50 +01:00
Mzack9999 570e59152b Merge pull request #3366 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/klauspost/compress-1.16.0
chore(deps): bump github.com/klauspost/compress from 1.15.15 to 1.16.0 in /v2
2023-02-28 09:02:24 +01:00
Mzack9999 d80cbef51d Merge pull request #3333 from CodFrm/main
fix some json deserialization issues
2023-02-28 09:02:04 +01:00
Mzack9999 469c364b47 Merge pull request #3368 from projectdiscovery/issue-3153-mapcidr-defaultclient
Mapcidr defaultclient
2023-02-27 13:28:28 +01:00
王一之 46c0822ee4 add unit test 2023-02-27 17:55:37 +08:00
xm1k3 1132456ec6 bump mapcidr version + asn 2023-02-27 10:22:50 +01:00
王一之 27fefe59d3 fix json deserialization issues 2023-02-27 14:29:49 +08:00
dependabot[bot] 72af825023 chore(deps): bump github.com/klauspost/compress in /v2
Bumps [github.com/klauspost/compress](https://github.com/klauspost/compress) from 1.15.15 to 1.16.0.
- [Release notes](https://github.com/klauspost/compress/releases)
- [Changelog](https://github.com/klauspost/compress/blob/master/.goreleaser.yml)
- [Commits](https://github.com/klauspost/compress/compare/v1.15.15...v1.16.0)

---
updated-dependencies:
- dependency-name: github.com/klauspost/compress
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
2023-02-27 06:07:30 +00:00
dependabot[bot] d374b0c717 chore(deps): bump github.com/stretchr/testify from 1.8.1 to 1.8.2 in /v2
Bumps [github.com/stretchr/testify](https://github.com/stretchr/testify) from 1.8.1 to 1.8.2.
- [Release notes](https://github.com/stretchr/testify/releases)
- [Commits](https://github.com/stretchr/testify/compare/v1.8.1...v1.8.2)

---
updated-dependencies:
- dependency-name: github.com/stretchr/testify
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2023-02-27 06:06:39 +00:00
Mzack9999 62af038617 Add template sign/verify functionality (#3029)
* add template sign/verify functionality

* fixing syntax
2023-02-26 03:54:46 +05:30
Notealotandmzack aeb5dbd293 feat: add RawStringSlice / fix: reference url case insensitive (#3346)
* feat: add RawStringSlice and refactor

* restored old logic + refactor

* restored files

---------

Co-authored-by: mzack <[email protected]>
2023-02-26 01:17:47 +05:30
Mzack9999 b5b5384990 Merge pull request #3280 from projectdiscovery/issue-2188-reporting-client
Converting reporting client to interface
2023-02-24 16:28:53 +01:00
Mzack9999 84abef3f70 Merge branch 'dev' into issue-2188-reporting-client 2023-02-24 15:58:43 +01:00
shubhamrasal 4ad64eb357 Resolve the requested changes
- Add the logic to retry the test case that is failed.
- Accpet the number of how many times we want to retry
- Run the last retry in debug
2023-02-24 13:42:19 +05:30
shubhamrasal ed46e9560e Revert "Add retry script for build, test and integration commands"
This reverts commit 63747a5c54.
2023-02-24 06:15:16 +05:30
王一之 994988357a adds missing json tags 2023-02-22 11:15:55 +08:00
Tarun Koyalwar 8cdc1338fc adds missing json tags and unit test 2023-02-22 02:24:45 +05:30
shubhamrasal 7224dfcc85 Revert "Making test fail to test the workflow"
This reverts commit f387546113.
2023-02-21 20:55:01 +05:30
shubhamrasal f387546113 Making test fail to test the workflow 2023-02-21 20:40:15 +05:30
shubhamrasal 311ea5bd01 Update integration tests wd 2023-02-21 20:00:48 +05:30
shubhamrasal 63747a5c54 Add retry script for build, test and integration commands 2023-02-21 19:50:52 +05:30
e3e60d0ba8 uncover: add criminalip support (#3162)
* update uncover engine options

* add criminalip support

* update criminalIP variable

---------

Co-authored-by: Sandeep Singh <[email protected]>
Co-authored-by: shubhamrasal <[email protected]>
2023-02-21 00:23:11 +05:30
Tarun Koyalwar 21b03a2e8a bug fix in url path and adds integration tests (#3331)
* fix unsafe edgecases+ adds integration test

* bug fixes and more url testcases

* upgrade cfssl

* fix template id in integration test
2023-02-20 22:26:04 +05:30
Sandeep Singh ba7fcd08ff Merge branch 'dev' into issue-2188-reporting-client 2023-02-20 15:26:16 +05:30
dependabot[bot] 8f151b58c2 chore(deps): bump alpine from 3.17.1 to 3.17.2 (#3313)
Bumps alpine from 3.17.1 to 3.17.2.

---
updated-dependencies:
- dependency-name: alpine
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-02-20 13:57:40 +05:30
dependabot[bot] c6a749fc2b chore(deps): bump github.com/xanzy/go-gitlab in /v2 (#3344)
Bumps [github.com/xanzy/go-gitlab](https://github.com/xanzy/go-gitlab) from 0.79.0 to 0.80.2.
- [Release notes](https://github.com/xanzy/go-gitlab/releases)
- [Changelog](https://github.com/xanzy/go-gitlab/blob/master/releases_test.go)
- [Commits](https://github.com/xanzy/go-gitlab/compare/v0.79.0...v0.80.2)

---
updated-dependencies:
- dependency-name: github.com/xanzy/go-gitlab
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-02-20 13:50:36 +05:30
dependabot[bot] 76c641123e chore(deps): bump github.com/aws/aws-sdk-go-v2/service/s3 in /v2 (#3343)
Bumps [github.com/aws/aws-sdk-go-v2/service/s3](https://github.com/aws/aws-sdk-go-v2) from 1.30.2 to 1.30.3.
- [Release notes](https://github.com/aws/aws-sdk-go-v2/releases)
- [Changelog](https://github.com/aws/aws-sdk-go-v2/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go-v2/compare/service/s3/v1.30.2...service/s3/v1.30.3)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go-v2/service/s3
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-02-20 13:49:56 +05:30
dependabot[bot] a9396087e5 chore(deps): bump golang from 1.20.0-alpine to 1.20.1-alpine (#3342)
Bumps golang from 1.20.0-alpine to 1.20.1-alpine.

---
updated-dependencies:
- dependency-name: golang
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-02-20 13:49:42 +05:30
dependabot[bot] 9e3960913d chore(deps): bump golang.org/x/oauth2 from 0.4.0 to 0.5.0 in /v2 (#3317)
Bumps [golang.org/x/oauth2](https://github.com/golang/oauth2) from 0.4.0 to 0.5.0.
- [Release notes](https://github.com/golang/oauth2/releases)
- [Commits](https://github.com/golang/oauth2/compare/v0.4.0...v0.5.0)

---
updated-dependencies:
- dependency-name: golang.org/x/oauth2
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-02-20 13:49:26 +05:30
dependabot[bot] 60a939e14b chore(deps): bump github.com/projectdiscovery/gologger in /v2 (#3315)
Bumps [github.com/projectdiscovery/gologger](https://github.com/projectdiscovery/gologger) from 1.1.7 to 1.1.8.
- [Release notes](https://github.com/projectdiscovery/gologger/releases)
- [Commits](https://github.com/projectdiscovery/gologger/compare/v1.1.7...v1.1.8)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/gologger
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-02-20 13:49:12 +05:30
dependabot[bot] 1f94752ff8 chore(deps): bump github.com/projectdiscovery/networkpolicy in /v2 (#3314)
Bumps [github.com/projectdiscovery/networkpolicy](https://github.com/projectdiscovery/networkpolicy) from 0.0.3 to 0.0.4.
- [Release notes](https://github.com/projectdiscovery/networkpolicy/releases)
- [Commits](https://github.com/projectdiscovery/networkpolicy/compare/v0.0.3...v0.0.4)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/networkpolicy
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-02-20 13:48:58 +05:30
dependabot[bot] 1467815ca3 chore(deps): bump golang.org/x/net from 0.6.0 to 0.7.0 in /v2 (#3337)
Bumps [golang.org/x/net](https://github.com/golang/net) from 0.6.0 to 0.7.0.
- [Release notes](https://github.com/golang/net/releases)
- [Commits](https://github.com/golang/net/compare/v0.6.0...v0.7.0)

---
updated-dependencies:
- dependency-name: golang.org/x/net
  dependency-type: direct:production
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-02-18 05:31:09 +05:30
王一之 10693efa05 add integration tests 2023-02-17 14:23:28 +08:00
王一之 85090b7531 fix some json deserialization issues 2023-02-17 14:21:25 +08:00
xm1k3andMzack9999 cc2f796d2f Helper function for IP Formats (#3286)
* implemented ip_format helper function

* added tests on ip_format() helper

* fixes on logic

* fixes related to mapcidr docs

* better error value

* fixes + unit test to check index 11

* added call for integration tests

* fixes on dsl-functions number

---------

Co-authored-by: Mzack9999 <[email protected]>
2023-02-17 01:47:40 +05:30
Ice3man dbb0bf2789 Merge pull request #3322 from projectdiscovery/optional-templates-cache
Added optional doNotCache to protocols.ExecuterOptions
2023-02-13 18:24:38 +05:30
Ice3man ecc1964ad9 Added optional doNotCache to protocols.ExecuterOptions 2023-02-13 18:00:25 +05:30
Mzack9999 d608ffaeb2 clear after stop (#3312)
* clear after stop

* fixing data races

* adding atomic cache

* fixing lint errors

* fixing imports
2023-02-13 16:46:41 +05:30
Sandeep Singh 20da19a76d Merge pull request #3318 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/projectdiscovery/retryabledns-1.0.21
chore(deps): bump github.com/projectdiscovery/retryabledns from 1.0.20 to 1.0.21 in /v2
2023-02-13 13:59:54 +05:30
dependabot[bot] 7aa9f96919 chore(deps): bump github.com/projectdiscovery/retryabledns in /v2
Bumps [github.com/projectdiscovery/retryabledns](https://github.com/projectdiscovery/retryabledns) from 1.0.20 to 1.0.21.
- [Release notes](https://github.com/projectdiscovery/retryabledns/releases)
- [Commits](https://github.com/projectdiscovery/retryabledns/compare/v1.0.20...v1.0.21)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/retryabledns
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2023-02-13 06:03:25 +00:00
Mzack9999 a1e1104e8c Merge pull request #3303 from projectdiscovery/detect-data-race
detect data race panics in integration_tests
2023-02-10 15:39:56 +01:00
Sandeep Singh 47d6337fdf Merge pull request #3304 from projectdiscovery/dev
nuclei v2.8.9
2023-02-10 19:44:54 +05:30
Tarun Koyalwar c49383de98 detect data race panics in integration_tests 2023-02-10 19:28:07 +05:30
Sandeep SinghandTarun Koyalwar 687a481a85 Nuclei v2.8.9 release preparation (#3281)
* nuclei v2.8.9 release

* dep update

* fix go mod error

---------

Co-authored-by: Tarun Koyalwar <[email protected]>
2023-02-10 19:25:31 +05:30
Tarun Koyalwar e622b989fe fix url re-encoding issues (#3294)
* fix double url encoding in urls

* remove extra slash

* url encode matchedURL
2023-02-10 18:28:28 +05:30
galogetandSandeep Singh 7d1471fbac Updated README.md to include Contributors Graph Section (#3299)
Adding a Contributors Graph Section is important, as it shows gratitude for all collaborations made by the Community, but it also motivates more people to join and participate in the project.

Co-authored-by: Sandeep Singh <[email protected]>
2023-02-09 23:50:18 +05:30
Ice3man 7e7bb1ed0a AES CBC PKCS5Padding helper function update (#3287)
* Added DSL helper functions for CVE + misc

* Added aes_cbc with pkcspadding

* Misc

* Misc

* Misc

* Removed debug statement

* Misc

* Misc

* Fixed tests
2023-02-09 20:22:42 +05:30
Mzack9999 518944f6e8 Adding proxy use in headless binary download (#3290)
* Adding proxy use in headless binary download

* bumping utils
2023-02-09 20:01:49 +05:30
Mzack9999 454a883241 Using retryablehttp for templates loading (#3291)
* Using retryablehttp for templates loading

* Update compile_test.go
2023-02-09 19:15:44 +05:30
Tarun KoyalwarandGitHub Action a62e57f6c0 fix publish docs (#3296)
* add branch ref while checkout

* Auto Generate Syntax Docs + JSONSchema [Thu Feb  9 13:36:50 UTC 2023] 🤖

---------

Co-authored-by: GitHub Action <[email protected]>
2023-02-09 19:14:43 +05:30
Mzack9999 0618ccb923 fixing lint errors 2023-02-07 10:18:28 +01:00
Mzack9999 02df1f2879 removing go 1.20 helpers 2023-02-07 10:16:37 +01:00
Mzack9999 cc343c6eda restoring 1.19 as 1.20 is marked unstable 2023-02-07 10:08:50 +01:00
Mzack9999 365baf7da9 bumping go to 1.20 2023-02-07 09:59:22 +01:00
Mzack9999 d57aec5ec7 converting reporting client to interface 2023-02-07 09:45:49 +01:00
Mzack9999 7556416e5b adding interactsh support to sni (#3276) 2023-02-07 14:02:10 +05:30
Mzack9999 1fbd2c069a adding json schema for extractor (#3240)
* adding json schema for extractor

* adding argument validation
2023-02-07 14:01:34 +05:30
1e5358b1fa Improve passive templates error handling (#3098)
* fixes on passive templates

* Auto Generate Syntax Docs + JSONSchema [Thu Dec 29 08:47:22 UTC 2022] 🤖

* removed empty line

* warning management

When passive flag is provided we ignore all templates which are not compatible, without posting misleading errors

* removing redundant code

* skip offline errors with err var

* remove check on debug flag + used errors.Is() to check errors

important note for future refactoring: use errorsutil.Is() instead of errors.Is()

---------

Co-authored-by: GitHub Action <[email protected]>
Co-authored-by: Mzack9999 <[email protected]>
2023-02-07 05:10:38 +05:30
Faheem KhanandSandeep Singh fc831bd977 Update nuclei -h output to (#3235)
Co-authored-by: Sandeep Singh <[email protected]>
2023-02-07 04:57:13 +05:30
dependabot[bot] 3de6fdee33 chore(deps): bump github.com/antchfx/xmlquery in /v2 (#3269)
Bumps [github.com/antchfx/xmlquery](https://github.com/antchfx/xmlquery) from 1.3.14 to 1.3.15.
- [Release notes](https://github.com/antchfx/xmlquery/releases)
- [Commits](https://github.com/antchfx/xmlquery/compare/v1.3.14...v1.3.15)

---
updated-dependencies:
- dependency-name: github.com/antchfx/xmlquery
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-02-07 04:56:15 +05:30
dependabot[bot] f01c1a3376 chore(deps): bump golang from 1.19.5-alpine to 1.20.0-alpine (#3267)
Bumps golang from 1.19.5-alpine to 1.20.0-alpine.

---
updated-dependencies:
- dependency-name: golang
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-02-07 04:55:55 +05:30
dependabot[bot] a2c9b13ee6 chore(deps): bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in /v2 (#3268)
Bumps [github.com/aws/aws-sdk-go-v2/feature/s3/manager](https://github.com/aws/aws-sdk-go-v2) from 1.11.46 to 1.11.51.
- [Release notes](https://github.com/aws/aws-sdk-go-v2/releases)
- [Changelog](https://github.com/aws/aws-sdk-go-v2/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go-v2/compare/feature/s3/manager/v1.11.46...feature/s3/manager/v1.11.51)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go-v2/feature/s3/manager
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-02-07 04:55:42 +05:30
GitHub Action afe2114d58 Auto Generate Syntax Docs + JSONSchema [Mon Feb 6 23:25:05 UTC 2023] 🤖 2023-02-06 23:25:05 +00:00
Sandeep Singh 10dd4d7540 added branch ref (#3278) 2023-02-07 04:50:23 +05:30
dependabot[bot] 5bd0f9bf69 chore(deps): bump docker/build-push-action from 3 to 4 (#3266)
Bumps [docker/build-push-action](https://github.com/docker/build-push-action) from 3 to 4.
- [Release notes](https://github.com/docker/build-push-action/releases)
- [Commits](https://github.com/docker/build-push-action/compare/v3...v4)

---
updated-dependencies:
- dependency-name: docker/build-push-action
  dependency-type: direct:production
  update-type: version-update:semver-major
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-02-07 04:49:09 +05:30
dependabot[bot] 5b2f58a6a6 chore(deps): bump github.com/projectdiscovery/clistats in /v2 (#3271)
Bumps [github.com/projectdiscovery/clistats](https://github.com/projectdiscovery/clistats) from 0.0.11 to 0.0.12.
- [Release notes](https://github.com/projectdiscovery/clistats/releases)
- [Commits](https://github.com/projectdiscovery/clistats/compare/v0.0.11...v0.0.12)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/clistats
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-02-07 04:48:45 +05:30
dependabot[bot] 1b1c471ee9 chore(deps): bump github.com/go-rod/rod from 0.112.2 to 0.112.4 in /v2 (#3270)
Bumps [github.com/go-rod/rod](https://github.com/go-rod/rod) from 0.112.2 to 0.112.4.
- [Release notes](https://github.com/go-rod/rod/releases)
- [Commits](https://github.com/go-rod/rod/compare/v0.112.2...v0.112.4)

---
updated-dependencies:
- dependency-name: github.com/go-rod/rod
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-02-07 04:48:23 +05:30
dependabot[bot] 99157c280a chore(deps): bump github.com/antchfx/htmlquery in /v2 (#3272)
Bumps [github.com/antchfx/htmlquery](https://github.com/antchfx/htmlquery) from 1.2.6 to 1.3.0.
- [Release notes](https://github.com/antchfx/htmlquery/releases)
- [Commits](https://github.com/antchfx/htmlquery/compare/v1.2.6...v1.3.0)

---
updated-dependencies:
- dependency-name: github.com/antchfx/htmlquery
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-02-07 04:48:08 +05:30
Mzack9999 1128969ac3 Merge pull request #3275 from projectdiscovery/issue-3274-data-race-raceReq
fix data race in race requests
2023-02-06 21:55:53 +01:00
Ice3man 197d055c5e Use httpx as library for http probing (#3261)
* Use httpx as library for http probing

* Changed HTTP method to HEAD for probing
2023-02-06 23:34:33 +05:30
Tarun Koyalwar d18fa6f6b2 fix data race in race requests 2023-02-06 16:18:30 +05:30
Tarun Koyalwar 32a6adb82e fix data race in payload (#3265) 2023-02-05 00:00:01 +05:30
Tarun Koyalwar 628628893c fix make http request inconsistencies (#3243)
* fix make http request inconsistencies

* remove parameters from http vars

* fix trailingslash unit test

* naming conventions: best practices

* fix publish docs action

* remove branch ref from push
2023-02-01 17:23:28 +05:30
a81c754db5 support env var from report yaml (#3188)
* added support yaml for report options

* better to use .HasPrefix()

* wip: working on unmarshal YAML optimization

* managed yaml tag + nil pointers + unit test

* implemented tests

* removed unused code from reporting + code refactoring

* WIP: code refactoring and tests

* check on env var

* more test coverage and added callback func

* docs + renaming func

* moved callback logic + removed yaml validation

* used yaml decoder

* struct typo

* refactoring walk method with generic signature

* removed yamlwrapper refs, used yaml2 + docs

implemented test to check also fields without yaml tag

* used DecodeAndValidate()

* removed double import reference

---------

Co-authored-by: mzack <[email protected]>
Co-authored-by: Mzack9999 <[email protected]>
2023-02-01 02:38:17 +05:30
Tarun Koyalwar 68d1b2f3f3 fix nuclei panic with ratelimit v0.0.5 (#3257)
* fix ratelimit panic

* fix race conditions in ratelimit

* bump ratelimit to v0.0.6
2023-01-31 21:27:13 +05:30
Sandeep Singh 6311733b58 Merge pull request #3252 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/xanzy/go-gitlab-0.79.0
chore(deps): bump github.com/xanzy/go-gitlab from 0.78.0 to 0.79.0 in /v2
2023-01-30 15:09:21 +05:30
Sandeep Singh 05505bd755 Merge pull request #3251 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/projectdiscovery/ratelimit-0.0.5
chore(deps): bump github.com/projectdiscovery/ratelimit from 0.0.4 to 0.0.5 in /v2
2023-01-30 15:09:08 +05:30
Sandeep Singh e8ae5f1f9c Merge pull request #3250 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/klauspost/compress-1.15.15
chore(deps): bump github.com/klauspost/compress from 1.15.13 to 1.15.15 in /v2
2023-01-30 15:08:22 +05:30
Sandeep Singh b799f5134c Merge pull request #3248 from projectdiscovery/dependabot/github_actions/dev/golangci/golangci-lint-action-3.4.0
chore(deps): bump golangci/golangci-lint-action from 3.3.1 to 3.4.0
2023-01-30 15:08:02 +05:30
dependabot[bot] ced0f08065 chore(deps): bump github.com/xanzy/go-gitlab in /v2
Bumps [github.com/xanzy/go-gitlab](https://github.com/xanzy/go-gitlab) from 0.78.0 to 0.79.0.
- [Release notes](https://github.com/xanzy/go-gitlab/releases)
- [Changelog](https://github.com/xanzy/go-gitlab/blob/master/releases_test.go)
- [Commits](https://github.com/xanzy/go-gitlab/compare/v0.78.0...v0.79.0)

---
updated-dependencies:
- dependency-name: github.com/xanzy/go-gitlab
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
2023-01-30 05:08:11 +00:00
dependabot[bot] 3cb3a2245b chore(deps): bump github.com/projectdiscovery/ratelimit in /v2
Bumps [github.com/projectdiscovery/ratelimit](https://github.com/projectdiscovery/ratelimit) from 0.0.4 to 0.0.5.
- [Release notes](https://github.com/projectdiscovery/ratelimit/releases)
- [Commits](https://github.com/projectdiscovery/ratelimit/compare/v0.0.4...v0.0.5)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/ratelimit
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2023-01-30 05:06:30 +00:00
dependabot[bot] 9c629ea912 chore(deps): bump github.com/klauspost/compress in /v2
Bumps [github.com/klauspost/compress](https://github.com/klauspost/compress) from 1.15.13 to 1.15.15.
- [Release notes](https://github.com/klauspost/compress/releases)
- [Changelog](https://github.com/klauspost/compress/blob/master/.goreleaser.yml)
- [Commits](https://github.com/klauspost/compress/compare/v1.15.13...v1.15.15)

---
updated-dependencies:
- dependency-name: github.com/klauspost/compress
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2023-01-30 05:06:19 +00:00
dependabot[bot] ed5ab5118a chore(deps): bump golangci/golangci-lint-action from 3.3.1 to 3.4.0
Bumps [golangci/golangci-lint-action](https://github.com/golangci/golangci-lint-action) from 3.3.1 to 3.4.0.
- [Release notes](https://github.com/golangci/golangci-lint-action/releases)
- [Commits](https://github.com/golangci/golangci-lint-action/compare/v3.3.1...v3.4.0)

---
updated-dependencies:
- dependency-name: golangci/golangci-lint-action
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
2023-01-30 05:00:58 +00:00
Sandeep Singh 8b578ba429 Merge pull request #3239 from projectdiscovery/dev
nuclei v2.8.8
2023-01-24 23:31:28 +05:30
Sandeep Singh 2a24025397 go mod + version update (#3238) 2023-01-24 22:58:34 +05:30
Tarun Koyalwar 0b2a3e296a fix url encoding issues and inconsistencies (#3211)
* fix url encoding issues

* complete requested changes and improvements

* fix missing issue-tracker-config.yaml

* fuzz: deepcopy and use urlutil.Params
2023-01-24 22:04:52 +05:30
Tarun Koyalwar edcab07fec fix aws signer missing template variables (#3206)
* aws sign: fix missing variables

* signer: add aws defaults

* aws signer default values
2023-01-24 20:50:20 +05:30
dependabot[bot] f6d6faa25b chore(deps): bump github.com/projectdiscovery/clistats in /v2 (#3232)
Bumps [github.com/projectdiscovery/clistats](https://github.com/projectdiscovery/clistats) from 0.0.9 to 0.0.11.
- [Release notes](https://github.com/projectdiscovery/clistats/releases)
- [Commits](https://github.com/projectdiscovery/clistats/compare/v0.0.9...v0.0.11)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/clistats
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-01-23 16:39:23 +05:30
dependabot[bot] c6c44d894f chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2 (#3229)
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.77 to 0.0.79.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.77...v0.0.79)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-01-23 16:32:14 +05:30
dependabot[bot] 0692d2461d chore(deps): bump github.com/projectdiscovery/rawhttp in /v2 (#3231)
Bumps [github.com/projectdiscovery/rawhttp](https://github.com/projectdiscovery/rawhttp) from 0.1.4 to 0.1.7.
- [Release notes](https://github.com/projectdiscovery/rawhttp/releases)
- [Commits](https://github.com/projectdiscovery/rawhttp/compare/v0.1.4...v0.1.7)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/rawhttp
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-01-23 16:31:59 +05:30
dependabot[bot] f34f2bb4c9 chore(deps): bump github.com/xanzy/go-gitlab in /v2 (#3230)
Bumps [github.com/xanzy/go-gitlab](https://github.com/xanzy/go-gitlab) from 0.77.0 to 0.78.0.
- [Release notes](https://github.com/xanzy/go-gitlab/releases)
- [Changelog](https://github.com/xanzy/go-gitlab/blob/master/releases_test.go)
- [Commits](https://github.com/xanzy/go-gitlab/compare/v0.77.0...v0.78.0)

---
updated-dependencies:
- dependency-name: github.com/xanzy/go-gitlab
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-01-23 16:31:43 +05:30
Mzack9999 6c56a20544 Adding support for nmhe (#3219)
* adding support for nmhe

* updating docs
2023-01-22 15:08:50 +05:30
Tarun Koyalwar 6ebf5a789e fix host spray race condition (#3213)
* core: bug fixes

* best practices: uniform comments
2023-01-20 23:49:04 +05:30
André AngeluciandSandeep Singh edb4cb5495 Fixing a typo on the readme file. (#3214)
Co-authored-by: Sandeep Singh <[email protected]>
2023-01-19 19:30:51 +05:30
dependabot[bot] cde9df5576 chore(deps): bump golang from 1.19.4-alpine to 1.19.5-alpine (#3195)
Bumps golang from 1.19.4-alpine to 1.19.5-alpine.

---
updated-dependencies:
- dependency-name: golang
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-01-17 19:08:08 +05:30
dependabot[bot] 17181bbc57 chore(deps): bump github.com/antchfx/xmlquery in /v2 (#3197)
Bumps [github.com/antchfx/xmlquery](https://github.com/antchfx/xmlquery) from 1.3.13 to 1.3.14.
- [Release notes](https://github.com/antchfx/xmlquery/releases)
- [Commits](https://github.com/antchfx/xmlquery/compare/v1.3.13...v1.3.14)

---
updated-dependencies:
- dependency-name: github.com/antchfx/xmlquery
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-01-17 19:07:35 +05:30
dependabot[bot] 228cc6aa76 chore(deps): bump alpine from 3.17.0 to 3.17.1 (#3196)
Bumps alpine from 3.17.0 to 3.17.1.

---
updated-dependencies:
- dependency-name: alpine
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-01-17 18:36:54 +05:30
dependabot[bot] 5201e72c6e chore(deps): bump github.com/antchfx/htmlquery in /v2 (#3198)
Bumps [github.com/antchfx/htmlquery](https://github.com/antchfx/htmlquery) from 1.2.5 to 1.2.6.
- [Release notes](https://github.com/antchfx/htmlquery/releases)
- [Commits](https://github.com/antchfx/htmlquery/compare/v1.2.5...v1.2.6)

---
updated-dependencies:
- dependency-name: github.com/antchfx/htmlquery
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-01-17 18:35:33 +05:30
dependabot[bot] f79b05559e chore(deps): bump github.com/aws/aws-sdk-go-v2/config in /v2 (#3199)
Bumps [github.com/aws/aws-sdk-go-v2/config](https://github.com/aws/aws-sdk-go-v2) from 1.18.7 to 1.18.8.
- [Release notes](https://github.com/aws/aws-sdk-go-v2/releases)
- [Changelog](https://github.com/aws/aws-sdk-go-v2/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go-v2/compare/config/v1.18.7...config/v1.18.8)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go-v2/config
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-01-17 18:30:13 +05:30
dependabot[bot] 0b8c4cc4b7 chore(deps): bump github.com/projectdiscovery/retryabledns in /v2 (#3200)
Bumps [github.com/projectdiscovery/retryabledns](https://github.com/projectdiscovery/retryabledns) from 1.0.17 to 1.0.20.
- [Release notes](https://github.com/projectdiscovery/retryabledns/releases)
- [Commits](https://github.com/projectdiscovery/retryabledns/compare/v1.0.17...v1.0.20)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/retryabledns
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-01-17 18:26:44 +05:30
Ice3man 78c4b9b7d2 Added clustering support for TLS templates (#3209)
* Added clustering support for DNS protocol templates

* Added clustering support for TLS templates

* Fixed randomly populated info block in ssl templates

* Moved to a switch-case + added tests for clustering
2023-01-17 18:20:05 +05:30
Ice3man dbb4de028e Added clustering support for DNS protocol templates (#3204) 2023-01-17 13:01:20 +05:30
Sandeep Singh 9a15020d38 Merge pull request #3205 from projectdiscovery/3194-fix-panic-target-loading
Fixed panic with non-existent target and no cloud flag typo
2023-01-16 19:36:50 +05:30
Ice3man 7200e83d47 Fixed panic with non-existent target and no cloud flag typo 2023-01-16 19:06:04 +05:30
Sandeep Singh fa3c4fa245 Merge pull request #3193 from projectdiscovery/dev
nuclei v2.8.7
2023-01-15 23:20:24 +05:30
sandeep 08e89cc541 release workflow update 2023-01-15 23:06:22 +05:30
Jaideep Khandelwalandsandeep a1642be911 Enable/Disable a reporting source (#3183)
* Enable/Disable a reporting source

* misc options update

Co-authored-by: sandeep <[email protected]>
2023-01-15 22:21:16 +05:30
xm1k3 84b0581306 Markdown Reporting Index File (#3129)
* implemented index.md creation on markdown export

* fixes on markdown generation

added also hyperlink to markdown created

* code optimization and refactoring

* index header refactor
2023-01-15 22:00:34 +05:30
Dwi SiswantoandTarun Koyalwar 94ec553234 Add generate_jwt & json_{minify,prettify} helper functions (#3160)
* feat(dsl): add generate_jwt helper func

* feat(dsl): add json_{minify,prettify} & quote_escape

* update(dsl): change type of data var to map[string]interface{}

* docs(dsl): list valid algos for generate_jwt

* test(dsl): add test case for json_{minify,prettify} & quote_escape

* update(dsl): refactor generate_jwt

* fix(lint): use time.Until instead of t.Sub(time.Now()) (gosimple)

* revert(dsl): remove quote_escape func

* ability to fuzz jwt noNe algorithm

* fix lint error

* jwt dsl minor improvement

Co-authored-by: Tarun Koyalwar <[email protected]>
2023-01-15 21:58:51 +05:30
Ice3man 67c094444e Added cloud scan progress tracking using stats (#3180)
* Added cloud scan progress tracking using stats

* Changed log messsage

* Fixed linting error

* Fixed bug in progress calculation logic

* Changed requests to input with cloud flag

* Changed progress name + removed redundant fields
2023-01-13 13:41:05 +05:30
Mzack9999 e4402e7449 lowering hmap storage requirement via omitempty (#3111) 2023-01-12 20:01:45 +05:30
Mzack9999 0b3992cdb8 moving examples to go file (#3187) 2023-01-12 14:57:32 +05:30
Siddharth Shashikar 924da4197b Use target filepath instead of target dir path to upload targets (#3182) 2023-01-12 01:34:58 +05:30
Tarun Koyalwar e899afafdf skip scanallip if input is ip (#3186)
* skip scanallips for ip input

* uncover,url parsing bug fix

* minor changes:best practices
2023-01-11 22:50:57 +05:30
Shubham Rasal 25fcae1493 add reporting source in nuclei-cloud (#3151)
* add reporting source in nuclei-cloud

- `nuclei -cloud -rc reporting-config.yaml`

* update error message

* add severity options for jira,(used for cloud only)
2023-01-10 22:49:01 +05:30
xm1k3andMzack9999 63f1b9c2e5 Add timestamp for debug logs (#3110)
* replaced and tested logs on debug

* timestamp on debug logs

* removed debug.timestamp and used instead new implementation on gologger

* renamed global function to SetTimestamp(bool)

* used logger

* used DefaultLogger

* updated gologger ref

github.com/projectdiscovery/gologger@1c357ca

* bumping gologger

* resolved problem related to failing test

Co-authored-by: Mzack9999 <[email protected]>
2023-01-10 21:01:16 +05:30
dependabot[bot] e0dcac1895 chore(deps): bump golang.org/x/oauth2 from 0.3.0 to 0.4.0 in /v2 (#3172)
Bumps [golang.org/x/oauth2](https://github.com/golang/oauth2) from 0.3.0 to 0.4.0.
- [Release notes](https://github.com/golang/oauth2/releases)
- [Commits](https://github.com/golang/oauth2/compare/v0.3.0...v0.4.0)

---
updated-dependencies:
- dependency-name: golang.org/x/oauth2
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-01-10 18:19:07 +05:30
dependabot[bot] bea220761f chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2 (#3173)
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.76 to 0.0.77.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.76...v0.0.77)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-01-09 14:48:54 +05:30
dependabot[bot] abf32799d7 chore(deps): bump golang.org/x/net from 0.4.0 to 0.5.0 in /v2 (#3171)
Bumps [golang.org/x/net](https://github.com/golang/net) from 0.4.0 to 0.5.0.
- [Release notes](https://github.com/golang/net/releases)
- [Commits](https://github.com/golang/net/compare/v0.4.0...v0.5.0)

---
updated-dependencies:
- dependency-name: golang.org/x/net
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-01-09 14:48:31 +05:30
dependabot[bot] 52829a8837 chore(deps): bump github.com/go-git/go-git/v5 from 5.5.1 to 5.5.2 in /v2 (#3170)
Bumps [github.com/go-git/go-git/v5](https://github.com/go-git/go-git) from 5.5.1 to 5.5.2.
- [Release notes](https://github.com/go-git/go-git/releases)
- [Commits](https://github.com/go-git/go-git/compare/v5.5.1...v5.5.2)

---
updated-dependencies:
- dependency-name: github.com/go-git/go-git/v5
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-01-09 14:48:16 +05:30
dependabot[bot] 97b62a5aaa chore(deps): bump golang.org/x/text from 0.5.0 to 0.6.0 in /v2 (#3169)
Bumps [golang.org/x/text](https://github.com/golang/text) from 0.5.0 to 0.6.0.
- [Release notes](https://github.com/golang/text/releases)
- [Commits](https://github.com/golang/text/compare/v0.5.0...v0.6.0)

---
updated-dependencies:
- dependency-name: golang.org/x/text
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-01-09 14:48:01 +05:30
Mzack9999 d956275e98 Adding content length edge cases (#3147)
* adding content length edge cases

* fixing CL behavior

* suppressing -1 error

* fixing path
2023-01-07 18:06:44 +05:30
Sandeep Singh 885e37ed53 Merge pull request #3157 from projectdiscovery/dev
Nuclei v2.8.6
2023-01-05 22:35:17 +05:30
sandeep 5e70f74aff go mod tidy 2023-01-05 22:09:30 +05:30
sandeep 1c046c387b version update 2023-01-05 22:07:02 +05:30
Mzack9999andsandeep 8beb6b06f9 Extending advanced filtering (#3146)
* adding more metadata to advanced filtering

* adding functional test cases

* converting metadata to lowercase

* misc update

Co-authored-by: sandeep <[email protected]>
2023-01-05 21:59:58 +05:30
Tarun Koyalwar f646e00c3d fix unsafe raw request matchedUrl (#3155)
* fix unsafe raw request matchedurl

* quote metadata in CLI output
2023-01-05 21:02:36 +05:30
Mzack9999 a96f764959 extending request/response hijacking with native calls (#3091)
* extending request/response hijacking with native calls

* fixing tests
2023-01-05 17:26:18 +05:30
Tarun Koyalwar 4aa2002e72 urlencode key characters only (#3150)
* only encode key characters

* improve test cases
2023-01-05 16:41:59 +05:30
Sandeep Singh c273cbc8cb Merge pull request #3134 from projectdiscovery/issue-3131-unused-code
Removing unused code in integration tests
2023-01-04 11:59:12 +05:30
Sandeep Singh 0cbf4f16ac Merge pull request #3144 from projectdiscovery/dev
Bugfix release (target skipping)
2023-01-04 00:45:46 +05:30
Sandeep Singh 2d7948af55 Fixing host skipping error (#3143)
* removed error resulting into excessive error count

* banner update
2023-01-04 00:43:18 +05:30
Jaideep Khandelwal eabd4954cf Fix panic when when nuclei server is shutdown (#3139) 2023-01-03 23:56:33 +05:30
Sandeep Singh a6a26ec026 Adding GH Stale bot (#3137)
* Adding GH Stale bot

* Added onlyLabels to work with specific labels to start with
2023-01-03 23:54:42 +05:30
Tarun Koyalwar e66ed30cec fix missing trailing slash (#3127)
* raw: fix missing trailing slash

* adds rawpath integration test

* rename trailing slash test
2023-01-03 23:45:34 +05:30
Shubham Rasal bfbc12826d Merge pull request #3133 from projectdiscovery/fix-template-path-bug
fix template path bug, pass the filepath in executeroptions
2023-01-03 13:12:22 +05:30
Mzack9999 463f4dd8c8 removing unused code in integration tests 2023-01-03 08:24:33 +01:00
shubhamrasal b03a90df50 fix template path bug, pass the filepath in executeroptions 2023-01-03 12:17:56 +05:30
Sandeep Singh 3834aeb4e6 Merge pull request #3118 from projectdiscovery/dev
Nuclei v2.8.4 (bugfix release)
2023-01-02 19:04:08 +05:30
Sandeep Singh e66821b49f Added more error + display skipped host on default run for more visibility. (#3123) 2023-01-02 19:00:10 +05:30
Sandeep Singh d1636c243d tlsx update (#3124) 2023-01-02 18:59:46 +05:30
Sandeep Singh 212d0e5cfc Adding more error to ignore with hosts (#3121) 2023-01-02 17:09:39 +05:30
Sandeep Singh 07597744f3 go mod update (#3122) 2023-01-02 17:08:48 +05:30
Sandeep Singh f69b42b8da Added release announcement to discord server (#3120) 2023-01-02 16:47:27 +05:30
sandeep b6ec247701 version update 2023-01-02 13:59:51 +05:30
34120fbecc #3046 persistent failed item status and #2065 failed items reporting error once (#3047)
* added logs for debug

* fixes

* removed logs

* using cache item

* implemented multiple tests

* fixed some unit tests

* implemented test for skipping

* added multiple tests together

* added mark failed

* fix on tests

* better test implementation + concurrent

* fix: fixes on concurrent tests

* removed parallel and 1 unit test

DOCS: by default the command go test runs in parallel tests for different packages, and default is the number of CPUs available (see go help build)

* fixes on go routine

* increasing parallelism of once.Do

* bumping go to 1.19 for atomic types support

* removing redundant check + fixing test concurrency on create

Co-authored-by: Mzack9999 <[email protected]>
Co-authored-by: mzack <[email protected]>
2023-01-02 13:52:06 +05:30
dependabot[bot] efd8555237 chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2 (#3116)
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.75 to 0.0.76.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.75...v0.0.76)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-01-02 11:37:50 +05:30
dependabot[bot] 629630d745 chore(deps): bump github.com/projectdiscovery/uncover in /v2 (#3115)
Bumps [github.com/projectdiscovery/uncover](https://github.com/projectdiscovery/uncover) from 1.0.1 to 1.0.2.
- [Release notes](https://github.com/projectdiscovery/uncover/releases)
- [Changelog](https://github.com/projectdiscovery/uncover/blob/main/.goreleaser.yml)
- [Commits](https://github.com/projectdiscovery/uncover/compare/v1.0.1...v1.0.2)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/uncover
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-01-02 11:37:08 +05:30
dependabot[bot] c431fa2c80 chore(deps): bump github.com/labstack/echo/v4 in /v2 (#3114)
Bumps [github.com/labstack/echo/v4](https://github.com/labstack/echo) from 4.9.1 to 4.10.0.
- [Release notes](https://github.com/labstack/echo/releases)
- [Changelog](https://github.com/labstack/echo/blob/master/CHANGELOG.md)
- [Commits](https://github.com/labstack/echo/compare/v4.9.1...v4.10.0)

---
updated-dependencies:
- dependency-name: github.com/labstack/echo/v4
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-01-02 11:36:56 +05:30
dependabot[bot] 0aa2350431 chore(deps): bump github.com/shirou/gopsutil/v3 in /v2 (#3113)
Bumps [github.com/shirou/gopsutil/v3](https://github.com/shirou/gopsutil) from 3.22.11 to 3.22.12.
- [Release notes](https://github.com/shirou/gopsutil/releases)
- [Commits](https://github.com/shirou/gopsutil/commits/v3.22.12)

---
updated-dependencies:
- dependency-name: github.com/shirou/gopsutil/v3
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-01-02 11:36:43 +05:30
dependabot[bot] bfe0a34169 chore(deps): bump github.com/itchyny/gojq from 0.12.10 to 0.12.11 in /v2 (#3112)
Bumps [github.com/itchyny/gojq](https://github.com/itchyny/gojq) from 0.12.10 to 0.12.11.
- [Release notes](https://github.com/itchyny/gojq/releases)
- [Changelog](https://github.com/itchyny/gojq/blob/main/CHANGELOG.md)
- [Commits](https://github.com/itchyny/gojq/compare/v0.12.10...v0.12.11)

---
updated-dependencies:
- dependency-name: github.com/itchyny/gojq
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2023-01-02 11:36:32 +05:30
Mzack9999 a4ce231983 Replacing unstable interactsh with scanme.sh (#3107) 2022-12-30 20:13:07 +05:30
Mzack9999andGitHub Action 2c3453500c Adding empty comparison for scan strategy (#3100)
* Adding empty edge case to scan strategy

* Auto Generate Syntax Docs + JSONSchema [Thu Dec 29 10:10:55 UTC 2022] 🤖

* adding test file

* removing test file

Co-authored-by: GitHub Action <[email protected]>
2022-12-29 20:12:52 +05:30
Sandeep Singh 42b6a7df38 Publish Docs workflow fix (#3104) 2022-12-29 19:59:36 +05:30
Mzack9999 6cdff62381 removing unwanted print debug (#2995) 2022-12-28 21:19:06 +05:30
Taufik Mulyanaandsandeep 7093180b6d Add support to query DNS TLSA record (#3054)
* Add support to query DNS TLSA record

* fix build test

* fix ci-lint

* set expected to 0

* test domain update

Co-authored-by: sandeep <[email protected]>
2022-12-28 21:12:02 +05:30
Ice3man 1508991b50 Merge pull request #3079 from projectdiscovery/cloud-bug-fixes
Cloud bug fixes
2022-12-28 21:07:51 +05:30
Ice3man ded218a88a Merge branch 'dev' of https://github.com/projectdiscovery/nuclei into cloud-bug-fixes 2022-12-28 20:43:12 +05:30
Ice3man 2bf8ff5987 Misc 2022-12-28 20:43:08 +05:30
Mzack9999 260dd1a2c4 Disable include directive preprocessing by default (#3045)
* adding strict syntax check

* returning error on disabled preprocessing

* adding check on matchers
2022-12-28 19:16:34 +05:30
Jonathan Walker 8003f383e3 update golang example input (#3088) 2022-12-28 19:07:38 +05:30
4c49a69d80 WIP chore: updated readme with install instructions (#2777)
* docker go version update

* docker fix

* chore: updated readme with install instructions

It's probably better to have the install instructions in the readme directly than to have to open a link to view install instructions

* added the reference link

Co-authored-by: Sandeep Singh <[email protected]>
Co-authored-by: sandeep <[email protected]>
2022-12-28 02:36:47 +05:30
Mzack9999 31ee08ecf0 Initialize flags with nil slice (#3089) 2022-12-28 02:29:51 +05:30
Tarun Koyalwar ff17d12ced adds scan strategy (#3075) 2022-12-28 02:18:00 +05:30
Tarun Koyalwar af2aaacbc9 fix url panic (#3092) 2022-12-27 22:41:33 +05:30
Shubham Rasal 91f6fdfb36 Merge pull request #3031 from projectdiscovery/parse_from_reader
Add ParseTemplateFromReader function
2022-12-27 20:47:49 +05:30
Shubham Rasal f5c6dec3a2 Merge pull request #3093 from projectdiscovery/output-template-path
add template path in json output
2022-12-27 20:47:23 +05:30
shubhamrasal 1df878fdd2 add template path in json output 2022-12-27 20:02:48 +05:30
dependabot[bot] def88ba119 chore(deps): bump go.uber.org/multierr from 1.8.0 to 1.9.0 in /v2 (#3087)
Bumps [go.uber.org/multierr](https://github.com/uber-go/multierr) from 1.8.0 to 1.9.0.
- [Release notes](https://github.com/uber-go/multierr/releases)
- [Changelog](https://github.com/uber-go/multierr/blob/master/CHANGELOG.md)
- [Commits](https://github.com/uber-go/multierr/compare/v1.8.0...v1.9.0)

---
updated-dependencies:
- dependency-name: go.uber.org/multierr
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-12-26 21:01:54 +05:30
dependabot[bot] 56e7b23a89 chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2 (#3084)
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.74 to 0.0.75.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.74...v0.0.75)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-12-26 21:01:19 +05:30
dependabot[bot] 77176493aa chore(deps): bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in /v2 (#3083)
Bumps [github.com/aws/aws-sdk-go-v2/feature/s3/manager](https://github.com/aws/aws-sdk-go-v2) from 1.11.43 to 1.11.46.
- [Release notes](https://github.com/aws/aws-sdk-go-v2/releases)
- [Changelog](https://github.com/aws/aws-sdk-go-v2/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go-v2/compare/feature/s3/manager/v1.11.43...feature/s3/manager/v1.11.46)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go-v2/feature/s3/manager
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-12-26 21:01:05 +05:30
Mzack9999andsandeep 34976029d3 removing most go routine leaks (#3073)
Co-authored-by: sandeep <[email protected]>
2022-12-24 19:22:14 +05:30
aee0870617 scanallip handle edge cases (#3080)
* bug fix:remove port during dns resolution

* scanallip fix edge cases

* add scanallips testcases

* workflow fix

* removing pull cmd

* Auto Generate Syntax Docs + JSONSchema [Sat Dec 24 13:29:21 UTC 2022] 🤖

Co-authored-by: sandeep <[email protected]>
Co-authored-by: GitHub Action <[email protected]>
2022-12-24 19:03:23 +05:30
Ice3man f3d5a15cbe Merge branch 'dev' of https://github.com/projectdiscovery/nuclei into cloud-bug-fixes 2022-12-23 15:34:08 +05:30
Ice3man ebf2ef0119 Merge branch 'main' of https://github.com/projectdiscovery/nuclei into cloud-bug-fixes 2022-12-23 11:09:35 +05:30
Ice3man 3411293e6a Cloud related REST API bug fixes 2022-12-23 11:08:38 +05:30
shubhamrasal 406d0c1873 Rename function from ParseFromReader to ParseTemplateFromReader 2022-12-22 11:04:16 +05:30
96646c8f53 cloud templates targets sync (#2959)
* Add s3 bucket template provider

- Refactor the custom github template code
- add interface for template provider

* Validate if aws creds are passed if bucket flag

- refactor s3 provider struct to take client
- add function which returns the aws s3 client
- update error messages

* Add aws s3 bucket flags documentation in README.md

- Rename the github_test.go to customTemplate_test.go

* go mod update

* Move template provider code to pkg/external/customtemplates dir

* Added initial data_source sync to cloud

* Misc

* Add pagination to scan output and scan list (#2858)

* Add pagination to scan output and scan list

* Use time based parameters instead of page numbers

* Fix linting errors

* Do not check limits at client, check at server

* Remove unused constant

* Misc update

* Removed unnecessary flags

* Misc

* Misc

* Misc endpoint additions

* Added more routes

* Typo fix

* Misc fixes

* Misc

* Misc fixes to cloud target logic + use int for IDs

* Misc

* Misc fixes

* Misc

* Misc fixes

* readme update

* Add JSON output support for list-scan option (#2876)

* Add JSON output support for list-scan option

* Fix typo in cloud JSON output description

* Following changes

- Update status(finished, running) to be lower-case by default
- Convert status to upper-case in DisplayScanList()

* Update status to be lower-case by default

* Remove additional json flag, instead use existing

* Merge conflict

* Accomodate comment changes and restructure code

Co-authored-by: Jaideep K <[email protected]>

* Use integer IDs for scan tasks

* Added get-templates-targets endpoint + JSON + validation

* Added target count list

* misc option / description updates

* Added changes as per code review

* duplicate options + typo updates

* Added tablewriter for tabular data writing by default

* Fixed list scan endpoint

* Review changes

* workflow fix

* Added cloud tags etc based filtering (#3070)

* Added omitempty for filtering request

* go mod tidy

* misc format update

Co-authored-by: shubhamrasal <[email protected]>
Co-authored-by: Ice3man <[email protected]>
Co-authored-by: Jaideep Khandelwal <[email protected]>
Co-authored-by: Siddharth Shashikar <[email protected]>
Co-authored-by: Jaideep K <[email protected]>
2022-12-21 22:48:43 +05:30
Mzack9999 093d691c16 Issue 3033 deny list (#3037)
* fixing file deny list + refactoring

* err variable renaming

* removing redundant function

* removing unused code

* adding check on empty operator

* updating tests
2022-12-21 02:29:28 +05:30
xm1k3andMzack9999 bbb561b097 CLI variables are not accessible in SSL Protocol (#3069)
* added vars payload also in ssl

* fix on ssl.go, moved function on payloadValues creation

* added integration test

* rebase + minor changes

Co-authored-by: Mzack9999 <[email protected]>
2022-12-21 02:02:18 +05:30
Ice3man 76e9b34b81 Added omitempty for filtering request 2022-12-20 21:48:12 +05:30
xm1k3 aaae68ee50 The debug flags do not work correctly with headless templates (#3030)
* added check on BaseURL

* added debug flag instead on info

* added also debug response flag

* code refactoring
2022-12-20 17:30:34 +05:30
dependabot[bot] 71cdb1c335 chore(deps): bump github.com/projectdiscovery/goflags in /v2 (#3057)
Bumps [github.com/projectdiscovery/goflags](https://github.com/projectdiscovery/goflags) from 0.1.5 to 0.1.6.
- [Release notes](https://github.com/projectdiscovery/goflags/releases)
- [Commits](https://github.com/projectdiscovery/goflags/compare/v0.1.5...v0.1.6)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/goflags
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-12-20 16:54:35 +05:30
Mzack9999 2445662fb1 Fix memory leak on hmap with LRU (#3052)
* fix memory leak on hmap with LRU

* fixing lint issues
2022-12-20 15:37:48 +05:30
Ice3man dc792a4036 Added cloud tags etc based filtering (#3070) 2022-12-20 15:06:37 +05:30
sandeep 6b91949695 Merge branch 'cloud-templates-targets-sync' of https://github.com/projectdiscovery/nuclei into cloud-templates-targets-sync 2022-12-20 14:35:48 +05:30
sandeep 22ba040214 workflow fix 2022-12-20 14:35:30 +05:30
Sandeep Singh 891ac9be3c Merge branch 'dev' into cloud-templates-targets-sync 2022-12-20 14:27:26 +05:30
Ice3man 7b69b36a4f Review changes 2022-12-20 00:31:13 +05:30
Tarun Koyalwarandsandeep 63150a8ee4 add stop-at-first-match for headless protocol (#3034)
* headless: adds stop-at-first-match

* GH workflow fix

* misc fix

* headless use spm option

Co-authored-by: sandeep <[email protected]>
2022-12-19 19:52:17 +05:30
shubhamrasal b51aac290e Add tests folder 2022-12-19 19:15:04 +05:30
shubhamrasal cff0d88742 Add tests for parse function
- update the ioutils to io.ReadAll
- remove extra line
2022-12-19 18:51:20 +05:30
Mzack9999 d921a3e79f Merge pull request #3056 from projectdiscovery/dependabot/github_actions/dev/goreleaser/goreleaser-action-4
chore(deps): bump goreleaser/goreleaser-action from 3 to 4
2022-12-19 12:47:22 +01:00
Mzack9999 4c2d120e3d Merge pull request #3059 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-v2-1.17.3
chore(deps): bump github.com/aws/aws-sdk-go-v2 from 1.17.2 to 1.17.3 in /v2
2022-12-19 12:47:00 +01:00
Mzack9999 4df98b26c2 Merge pull request #3060 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/projectdiscovery/wappalyzergo-0.0.74
chore(deps): bump github.com/projectdiscovery/wappalyzergo from 0.0.73 to 0.0.74 in /v2
2022-12-19 12:46:49 +01:00
Mzack9999 c86abc8480 Merge pull request #3061 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/xanzy/go-gitlab-0.77.0
chore(deps): bump github.com/xanzy/go-gitlab from 0.76.0 to 0.77.0 in /v2
2022-12-19 12:46:38 +01:00
Mzack9999 424393fd1b Merge pull request #3058 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/projectdiscovery/ratelimit-0.0.3
chore(deps): bump github.com/projectdiscovery/ratelimit from 0.0.2 to 0.0.3 in /v2
2022-12-19 12:46:15 +01:00
Owen Rumneyandsandeep b3d6155f57 fix: Check workflow templates when creating inputhttp helper (#3049)
* go mod update

* fix: Take workflow templates into account when building input helper

- when input helper is created, workflow templates aren't taken into account when deciding if http/https should be added to the inputsHTTP
- include the store.Workflows into the slice of templates that is checked for HTTP Protocol

Resolves #3048

Co-authored-by: sandeep <[email protected]>
2022-12-19 17:04:09 +05:30
dependabot[bot] 69b1b543e8 chore(deps): bump github.com/xanzy/go-gitlab in /v2
Bumps [github.com/xanzy/go-gitlab](https://github.com/xanzy/go-gitlab) from 0.76.0 to 0.77.0.
- [Release notes](https://github.com/xanzy/go-gitlab/releases)
- [Changelog](https://github.com/xanzy/go-gitlab/blob/master/releases_test.go)
- [Commits](https://github.com/xanzy/go-gitlab/compare/v0.76.0...v0.77.0)

---
updated-dependencies:
- dependency-name: github.com/xanzy/go-gitlab
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-12-19 05:03:32 +00:00
dependabot[bot] 6dd1ee4f53 chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.73 to 0.0.74.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.73...v0.0.74)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-12-19 05:03:28 +00:00
dependabot[bot] 9eb2c75b4c chore(deps): bump github.com/aws/aws-sdk-go-v2 in /v2
Bumps [github.com/aws/aws-sdk-go-v2](https://github.com/aws/aws-sdk-go-v2) from 1.17.2 to 1.17.3.
- [Release notes](https://github.com/aws/aws-sdk-go-v2/releases)
- [Changelog](https://github.com/aws/aws-sdk-go-v2/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go-v2/compare/v1.17.2...v1.17.3)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go-v2
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-12-19 05:03:24 +00:00
dependabot[bot] f0b8d3a370 chore(deps): bump github.com/projectdiscovery/ratelimit in /v2
Bumps [github.com/projectdiscovery/ratelimit](https://github.com/projectdiscovery/ratelimit) from 0.0.2 to 0.0.3.
- [Release notes](https://github.com/projectdiscovery/ratelimit/releases)
- [Commits](https://github.com/projectdiscovery/ratelimit/compare/v0.0.2...v0.0.3)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/ratelimit
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-12-19 05:03:02 +00:00
dependabot[bot] e44c464c58 chore(deps): bump goreleaser/goreleaser-action from 3 to 4
Bumps [goreleaser/goreleaser-action](https://github.com/goreleaser/goreleaser-action) from 3 to 4.
- [Release notes](https://github.com/goreleaser/goreleaser-action/releases)
- [Commits](https://github.com/goreleaser/goreleaser-action/compare/v3...v4)

---
updated-dependencies:
- dependency-name: goreleaser/goreleaser-action
  dependency-type: direct:production
  update-type: version-update:semver-major
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-12-19 05:00:59 +00:00
Ice3man 8eda1a2458 Fixed list scan endpoint 2022-12-18 19:16:39 +05:30
Ice3man 51a26ca2c1 Added tablewriter for tabular data writing by default 2022-12-17 23:02:04 +05:30
Ice3man bfa0bd7bee Merge branch 'dev' of https://github.com/projectdiscovery/nuclei into cloud-templates-targets-sync 2022-12-17 22:52:39 +05:30
sandeep 3fdf3be29a duplicate options + typo updates 2022-12-17 02:51:47 +05:30
Ice3man 7e79aa8557 Merge branch 'cloud-templates-targets-sync' of https://github.com/projectdiscovery/nuclei into cloud-templates-targets-sync 2022-12-16 23:11:58 +05:30
Ice3man 3409f9fca3 Added changes as per code review 2022-12-16 23:10:43 +05:30
Sandeep SinghandTarun Koyalwar b7337a9626 bug fix tlsx ocsp panic(#3036) (#3041)
Co-authored-by: Tarun Koyalwar <[email protected]>
2022-12-15 23:34:09 +05:30
xm1k3 0e3be82c72 Resuming rewriting the output file contents, so previous data removed (#2890)
* used OpenFile instead of Create()

* reverted to original mode

* fixes and resume flag added

* fix on noTimestapt var

* fix on flag

* better code refactoring

* fix on debug error

* code refactoring on file management
2022-12-15 21:11:23 +05:30
fd59841372 Replace break line characters with HTML notation when exporting to markdown (#3014)
* Fixes #2997, replace break line characters with HTML notation to avoid render the field text in a new line.

* using short helper

Co-authored-by: Víctor Zamanillo <[email protected]>
Co-authored-by: sandeep <[email protected]>
Co-authored-by: Mzack9999 <[email protected]>
2022-12-15 18:30:40 +05:30
shubhamrasal de3dda0030 Update the Parse function to use ParseFromReader 2022-12-15 17:41:07 +05:30
sandeep 12a56cdbda misc option / description updates 2022-12-14 02:13:42 +05:30
Mzack9999 a19385376c Extending YAML to support include preprocessing (#1767)
* Add support for include directive

* adding yamlc support

* mod tidy

* removing yamlc

* moving code around
2022-12-14 01:05:14 +05:30
Mzack9999 221cd7b6a2 Merge pull request #3007 from vzamanillo/input-transform-refactor
Significant refactor around the input to type conversion
2022-12-13 14:12:21 +01:00
Mzack9999 aed709bd06 using helpers 2022-12-13 13:43:54 +01:00
Ice3man 7179beab1c Added target count list 2022-12-13 13:39:10 +05:30
Víctor Zamanillo bbee2ee8db Removed else branch
typeHostWithOptionalPort return the host raw input value if has not port
2022-12-13 09:07:52 +01:00
shubhamrasal 198d84ec25 Add ParseFromReader function 2022-12-13 12:57:47 +05:30
Tarun Koyalwar a5b39dcaa5 automerge url parameters from input and templates (#3010)
* fix automerge url parameters

* fix url encoding & refactor raw request

* handle trailing slash edgecases

* minor code refactoring
2022-12-13 12:09:31 +05:30
Ice3man a6c88817fa Added get-templates-targets endpoint + JSON + validation 2022-12-12 23:39:21 +05:30
Ice3man 42bfa08f85 Merge branch 'dev' of https://github.com/projectdiscovery/nuclei into cloud-templates-targets-sync 2022-12-12 22:43:55 +05:30
aeddddc31f Add exporter for splunk hec reporting (#3008)
* Update LICENSE.md

* removing per project COC in favor of global one (#2983)

* removing per project COC in favor of global one

* using global security info

* go mod update

* Add Splunk HEC Exporter support to Nuclei

* small refactor

Co-authored-by: Jane <[email protected]>
Co-authored-by: Sandeep Singh <[email protected]>
Co-authored-by: sandeep <[email protected]>
Co-authored-by: Mzack9999 <[email protected]>
2022-12-12 21:26:32 +05:30
Ice3man 2a1721a162 Use integer IDs for scan tasks 2022-12-12 20:31:15 +05:30
Ice3man 8a27c70811 Merge branch 'cloud-templates-targets-sync' of https://github.com/projectdiscovery/nuclei into cloud-templates-targets-sync 2022-12-12 17:55:20 +05:30
Ice3man 507cb541c7 Merge branch 'dev' of https://github.com/projectdiscovery/nuclei into cloud-templates-targets-sync 2022-12-12 17:55:14 +05:30
Jaideep Khandelwal 19b56570b5 retry with 504 status code (timeouts) (#2852)
* Incase of 504/timeouts, do retry

* Update the version and pass the custom policy from outside
2022-12-12 16:43:21 +05:30
Siddharth ShashikarandJaideep K 1032189b3a Add JSON output support for list-scan option (#2876)
* Add JSON output support for list-scan option

* Fix typo in cloud JSON output description

* Following changes

- Update status(finished, running) to be lower-case by default
- Convert status to upper-case in DisplayScanList()

* Update status to be lower-case by default

* Remove additional json flag, instead use existing

* Merge conflict

* Accomodate comment changes and restructure code

Co-authored-by: Jaideep K <[email protected]>
2022-12-12 16:41:28 +05:30
sandeep 82c1e6fef3 Merge branch 'dev' of https://github.com/projectdiscovery/nuclei into cloud-templates-targets-sync 2022-12-12 14:14:21 +05:30
sandeep 16d20926bf readme update 2022-12-12 14:12:44 +05:30
Sandeep Singh 8a75cb2574 Merge pull request #3025 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/projectdiscovery/wappalyzergo-0.0.73
chore(deps): bump github.com/projectdiscovery/wappalyzergo from 0.0.71 to 0.0.73 in /v2
2022-12-12 13:51:58 +05:30
Sandeep Singh 756639e0cb Merge pull request #3026 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/go-git/go-git/v5-5.5.1
chore(deps): bump github.com/go-git/go-git/v5 from 5.5.0 to 5.5.1 in /v2
2022-12-12 13:51:35 +05:30
Sandeep Singh 48e3bb778e Merge pull request #3027 from projectdiscovery/dependabot/go_modules/v2/dev/golang.org/x/net-0.4.0
chore(deps): bump golang.org/x/net from 0.2.0 to 0.4.0 in /v2
2022-12-12 13:51:19 +05:30
Sandeep Singh 05ee2913bc Merge pull request #3028 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/klauspost/compress-1.15.13
chore(deps): bump github.com/klauspost/compress from 1.15.12 to 1.15.13 in /v2
2022-12-12 13:51:07 +05:30
Sandeep Singh c4a89f0f8b Merge pull request #3024 from projectdiscovery/dependabot/docker/dev/golang-1.19.4-alpine
chore(deps): bump golang from 1.19.3-alpine to 1.19.4-alpine
2022-12-12 13:50:55 +05:30
dependabot[bot] ac88ffb8c9 chore(deps): bump github.com/klauspost/compress in /v2
Bumps [github.com/klauspost/compress](https://github.com/klauspost/compress) from 1.15.12 to 1.15.13.
- [Release notes](https://github.com/klauspost/compress/releases)
- [Changelog](https://github.com/klauspost/compress/blob/master/.goreleaser.yml)
- [Commits](https://github.com/klauspost/compress/compare/v1.15.12...v1.15.13)

---
updated-dependencies:
- dependency-name: github.com/klauspost/compress
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-12-12 05:05:07 +00:00
dependabot[bot] c83c53dc39 chore(deps): bump golang.org/x/net from 0.2.0 to 0.4.0 in /v2
Bumps [golang.org/x/net](https://github.com/golang/net) from 0.2.0 to 0.4.0.
- [Release notes](https://github.com/golang/net/releases)
- [Commits](https://github.com/golang/net/compare/v0.2.0...v0.4.0)

---
updated-dependencies:
- dependency-name: golang.org/x/net
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-12-12 05:04:56 +00:00
dependabot[bot] b5ee903f9c chore(deps): bump github.com/go-git/go-git/v5 from 5.5.0 to 5.5.1 in /v2
Bumps [github.com/go-git/go-git/v5](https://github.com/go-git/go-git) from 5.5.0 to 5.5.1.
- [Release notes](https://github.com/go-git/go-git/releases)
- [Commits](https://github.com/go-git/go-git/compare/v5.5.0...v5.5.1)

---
updated-dependencies:
- dependency-name: github.com/go-git/go-git/v5
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-12-12 05:04:48 +00:00
dependabot[bot] c6dc0f3831 chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.71 to 0.0.73.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.71...v0.0.73)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-12-12 05:04:40 +00:00
dependabot[bot] 33ec06e019 chore(deps): bump golang from 1.19.3-alpine to 1.19.4-alpine
Bumps golang from 1.19.3-alpine to 1.19.4-alpine.

---
updated-dependencies:
- dependency-name: golang
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-12-12 05:01:32 +00:00
sandeep 7c2cad7845 dev version update 2022-12-11 18:36:21 +05:30
Sandeep Singh b355b76afd Merge pull request #3021 from projectdiscovery/dev
Bugfix release
2022-12-11 18:30:15 +05:30
sandeep da52ad81d4 readme update 2022-12-11 18:15:59 +05:30
sandeep f167ad774b bug fix release 2022-12-11 18:13:35 +05:30
sandeep 7274771163 Merge branch 'dev' of https://github.com/projectdiscovery/nuclei into dev 2022-12-11 18:07:30 +05:30
sandeep 9364890d9f go mod update 2022-12-11 18:07:23 +05:30
Ice3manandsandeep 3904d541be Added http probing to clustering + add disable-clustering flag (#3019)
* Added http probing to clustering + add disable-clustering flag

* misc update

* Commented out failing test

* Fixed lint error

Co-authored-by: sandeep <[email protected]>
2022-12-11 18:06:21 +05:30
sandeep b3312526b7 dev version update 2022-12-11 17:56:07 +05:30
VíctorandVíctor Zamanillo b77787e9bd OfflineHTTPProtocol mapping (#2993)
* OfflineHTTPProtocol mapping, fixes #2988

* Reject not mapped protocols

Co-authored-by: Víctor Zamanillo <[email protected]>
2022-12-11 17:34:25 +05:30
Ice3man 643ffe145a Misc fixes 2022-12-11 14:22:26 +05:30
Ice3man d3f47180a4 Misc 2022-12-10 22:21:32 +05:30
Sandeep Singh 0e35133ad5 public docs workflow fix (#3016) 2022-12-10 20:54:31 +05:30
Mzack9999 96c1dd3720 Adding custom ip to protocol generated variables (#3011)
* lint errors

* Extending context args support

* Ip => ip
2022-12-10 00:17:03 +05:30
Ice3man d42f0caecb Misc fixes 2022-12-09 14:55:51 +05:30
Ice3man c19c241089 Misc 2022-12-09 13:11:43 +05:30
Víctor Zamanillo c97c3aca33 Better typeHostWithOptionalPort test 2022-12-08 21:08:10 +01:00
Víctor Zamanillo 5f02282468 Significant refactor around the input to type conversion for clarity and dedup. 2022-12-08 21:00:55 +01:00
Ice3man 1f8bbe5ed2 Misc fixes to cloud target logic + use int for IDs 2022-12-09 00:15:18 +05:30
sandeep 18309819b7 go mod update 2022-12-08 23:42:17 +05:30
Sandeep Singh 325da14fab Merge pull request #3006 from projectdiscovery/dev
Bugfix release
2022-12-08 22:39:49 +05:30
sandeep f4c2212a88 version update 2022-12-08 22:03:34 +05:30
Ice3man 50e766a19d Misc 2022-12-08 20:45:39 +05:30
Ice3man a3e3c1cf3d Merge branch 'dev' of https://github.com/projectdiscovery/nuclei into cloud-templates-targets-sync 2022-12-08 20:31:23 +05:30
Tarun Koyalwar e4ae90885b handle input url edge cases (#3004)
* handle input url edge cases

* remove extra url logic
2022-12-08 20:04:32 +05:30
Ice3man 36fac42eef Merge pull request #3003 from projectdiscovery/temp-fix
Checksum flag fixes
2022-12-08 15:46:26 +05:30
Sandeep Singh 8ee1d9e201 go mod update (#3002) 2022-12-08 13:57:22 +05:30
Ice3man b95501e641 Misc 2022-12-07 22:28:45 +05:30
Ice3man ccfa249f14 Ignore .git and .github during checksum generate (#2990) 2022-12-07 14:38:29 +05:30
Ice3man 8327d25c7f Misc fixes 2022-12-07 00:23:32 +05:30
Sandeep Singh 2ba08db45d removing per project COC in favor of global one (#2983)
* removing per project COC in favor of global one

* using global security info
2022-12-06 22:01:22 +05:30
Sandeep Singh 1e3c615513 Merge pull request #2981 from JaneX8/patch-1
Update LICENSE.md
2022-12-06 21:56:29 +05:30
Jane 1b50273cd0 Update LICENSE.md 2022-12-06 17:13:53 +01:00
Ice3man ed6f248a3e Typo fix 2022-12-06 14:12:45 +05:30
Ice3man 3181d1fa2d Added more routes 2022-12-06 14:11:32 +05:30
sandeep 9418689eea Merge branch 'main' of https://github.com/projectdiscovery/nuclei into dev 2022-12-06 02:35:50 +05:30
sandeep 268970363a go mod mismatch / sum fix 2022-12-06 02:35:25 +05:30
Sandeep Singh b6aa350c35 Merge pull request #2972 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/go-git/go-git/v5-5.5.0
chore(deps): bump github.com/go-git/go-git/v5 from 5.4.2 to 5.5.0 in /v2
2022-12-05 23:35:04 +05:30
Sandeep Singh 4cb8f6345e Merge pull request #2970 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-v2/feature/s3/manager-1.11.43
chore(deps): bump github.com/aws/aws-sdk-go-v2/feature/s3/manager from 1.11.42 to 1.11.43 in /v2
2022-12-05 23:34:54 +05:30
Sandeep Singh 4544c72e32 Merge pull request #2971 from projectdiscovery/dependabot/go_modules/v2/dev/golang.org/x/text-0.5.0
chore(deps): bump golang.org/x/text from 0.4.0 to 0.5.0 in /v2
2022-12-05 23:34:41 +05:30
Sandeep Singh ea98eb84d9 Merge pull request #2973 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/projectdiscovery/rawhttp-0.1.4
chore(deps): bump github.com/projectdiscovery/rawhttp from 0.1.3 to 0.1.4 in /v2
2022-12-05 23:34:30 +05:30
Sandeep Singh 58058f7c2d Merge pull request #2974 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/projectdiscovery/fastdialer-0.0.19
chore(deps): bump github.com/projectdiscovery/fastdialer from 0.0.18 to 0.0.19 in /v2
2022-12-05 23:34:14 +05:30
sandeep e92a70da19 Merge branch 'dev' of https://github.com/projectdiscovery/nuclei 2022-12-05 23:26:57 +05:30
sandeep 2230e0be49 misc workflow update 2022-12-05 23:26:25 +05:30
Ice3man 30f26a32ed Do not consider fuzzing template during clustering 2022-12-05 23:07:38 +05:30
Ice3man 5a1a427afc Misc endpoint additions 2022-12-05 23:02:18 +05:30
dependabot[bot] 3ae8676733 chore(deps): bump github.com/projectdiscovery/fastdialer in /v2
Bumps [github.com/projectdiscovery/fastdialer](https://github.com/projectdiscovery/fastdialer) from 0.0.18 to 0.0.19.
- [Release notes](https://github.com/projectdiscovery/fastdialer/releases)
- [Commits](https://github.com/projectdiscovery/fastdialer/compare/v0.0.18...v0.0.19)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/fastdialer
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-12-05 14:17:16 +00:00
dependabot[bot] c01e4e29f3 chore(deps): bump github.com/projectdiscovery/rawhttp in /v2
Bumps [github.com/projectdiscovery/rawhttp](https://github.com/projectdiscovery/rawhttp) from 0.1.3 to 0.1.4.
- [Release notes](https://github.com/projectdiscovery/rawhttp/releases)
- [Commits](https://github.com/projectdiscovery/rawhttp/compare/v0.1.3...v0.1.4)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/rawhttp
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-12-05 14:17:10 +00:00
dependabot[bot] b05bce7211 chore(deps): bump github.com/go-git/go-git/v5 from 5.4.2 to 5.5.0 in /v2
Bumps [github.com/go-git/go-git/v5](https://github.com/go-git/go-git) from 5.4.2 to 5.5.0.
- [Release notes](https://github.com/go-git/go-git/releases)
- [Commits](https://github.com/go-git/go-git/compare/v5.4.2...v5.5.0)

---
updated-dependencies:
- dependency-name: github.com/go-git/go-git/v5
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-12-05 14:17:07 +00:00
dependabot[bot] f066f553bd chore(deps): bump golang.org/x/text from 0.4.0 to 0.5.0 in /v2
Bumps [golang.org/x/text](https://github.com/golang/text) from 0.4.0 to 0.5.0.
- [Release notes](https://github.com/golang/text/releases)
- [Commits](https://github.com/golang/text/compare/v0.4.0...v0.5.0)

---
updated-dependencies:
- dependency-name: golang.org/x/text
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-12-05 14:16:57 +00:00
dependabot[bot] d4656c933a chore(deps): bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in /v2
Bumps [github.com/aws/aws-sdk-go-v2/feature/s3/manager](https://github.com/aws/aws-sdk-go-v2) from 1.11.42 to 1.11.43.
- [Release notes](https://github.com/aws/aws-sdk-go-v2/releases)
- [Changelog](https://github.com/aws/aws-sdk-go-v2/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go-v2/compare/feature/s3/manager/v1.11.42...feature/s3/manager/v1.11.43)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go-v2/feature/s3/manager
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-12-05 14:16:54 +00:00
Sandeep Singh 195766e5fd Merge pull request #2968 from projectdiscovery/dev
v2.8.0 Release
2022-12-05 19:42:41 +05:30
sandeep 7101a2800e go mod tidy 2022-12-05 18:53:02 +05:30
sandeep 35af8191b3 Merge branch 'master' of https://github.com/projectdiscovery/nuclei into dev 2022-12-05 18:52:23 +05:30
Sandeep Singh 5c8e715fc6 workflows improvements (#2963) 2022-12-05 18:22:55 +05:30
Tarun Koyalwarandsandeep 2874a9dff7 fix -iv & minor bugs (#2951)
* fix -iv & minor bugs

* fix ipversion defaults

Co-authored-by: sandeep <[email protected]>
2022-12-05 18:22:04 +05:30
GitHub Action bf1fb7bcb7 Auto Generate Syntax Docs + JSONSchema [Sun Dec 4 17:58:29 UTC 2022] 🤖 2022-12-04 17:58:29 +00:00
sandeep 68a1091056 workflow fix 2022-12-04 23:24:59 +05:30
xm1k3andsandeep 628b96f768 added force http2 option (#2919)
* added force http2 option

* implemented http2 with transport method

* fix and added forcehttp on clientpool

* updated readme with new flag

* option update

Co-authored-by: sandeep <[email protected]>
2022-12-04 22:32:01 +05:30
51pwn 38cfc1c183 fixed #2603 set User-Agent bypass Go-http-client for waf 2022-12-03 (#2958) 2022-12-04 22:30:38 +05:30
Ice3manandsandeep 514c6e2d1e Added timestamp optional flag + user-agent to probing (#2962)
* Added timestamp optional flag + user-agent to probing

* fix typo

* misc update

Co-authored-by: sandeep <[email protected]>
2022-12-04 22:16:55 +05:30
Mzack9999andsandeep fdd22bf0a8 Adding client/server hello in ssl templates (#2782)
* Adding client/server hello in ssl templates

* go mod update

* go mod update

Co-authored-by: sandeep <[email protected]>
2022-12-04 22:04:18 +05:30
Ice3man ae36dec68c Misc 2022-12-04 21:48:05 +05:30
Sandeep Singh 6ae9eee8d3 README + misc updates (#2961)
* readme update

* version + banner update

* misc option update

* go fmt'ed code

* misc update
2022-12-04 20:51:33 +05:30
Ice3man b52254bb74 Misc 2022-12-04 20:43:19 +05:30
Ice3man 9164839e21 Removed unnecessary flags 2022-12-03 17:50:20 +05:30
Sandeep Singh 515503f5f6 Added connection refused error to skip with MaxHostError option (#2955) 2022-12-03 12:54:03 +05:30
3b31799847 Issue 2840 aws signature (#2924)
* docker go version update

* docker fix

* version update

* update chinese readme and typo fixes. (#2862)

* fix aws request signer

* fix reader by upgrading retryablehttp-go

* go mod tidy

Co-authored-by: Sandeep Singh <[email protected]>
Co-authored-by: sandeep <[email protected]>
Co-authored-by: Xc1Ym <[email protected]>
2022-12-03 07:10:57 +05:30
dependabot[bot] e7d1d93234 chore(deps): bump github.com/itchyny/gojq from 0.12.9 to 0.12.10 in /v2 (#2948)
Bumps [github.com/itchyny/gojq](https://github.com/itchyny/gojq) from 0.12.9 to 0.12.10.
- [Release notes](https://github.com/itchyny/gojq/releases)
- [Changelog](https://github.com/itchyny/gojq/blob/main/CHANGELOG.md)
- [Commits](https://github.com/itchyny/gojq/compare/v0.12.9...v0.12.10)

---
updated-dependencies:
- dependency-name: github.com/itchyny/gojq
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-12-03 06:50:54 +05:30
dependabot[bot] d556f8c699 chore(deps): bump github.com/aws/aws-sdk-go-v2/config in /v2 (#2952)
Bumps [github.com/aws/aws-sdk-go-v2/config](https://github.com/aws/aws-sdk-go-v2) from 1.18.3 to 1.18.4.
- [Release notes](https://github.com/aws/aws-sdk-go-v2/releases)
- [Changelog](https://github.com/aws/aws-sdk-go-v2/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go-v2/compare/config/v1.18.3...config/v1.18.4)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go-v2/config
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-12-03 06:46:52 +05:30
Mzack9999andsandeep 6308d90cd7 Fixing reported dialed ip (#2950)
* Fixing reported dialed ip

* go mod update

* mod fix

Co-authored-by: sandeep <[email protected]>
2022-12-03 06:29:22 +05:30
dependabot[bot] db0ad8b4f1 chore(deps): bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in /v2 (#2947)
Bumps [github.com/aws/aws-sdk-go-v2/feature/s3/manager](https://github.com/aws/aws-sdk-go-v2) from 1.11.37 to 1.11.42.
- [Release notes](https://github.com/aws/aws-sdk-go-v2/releases)
- [Changelog](https://github.com/aws/aws-sdk-go-v2/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go-v2/compare/feature/s3/manager/v1.11.37...feature/s3/manager/v1.11.42)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go-v2/feature/s3/manager
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-12-03 05:45:21 +05:30
Sandeep Singh a4e45ed6c5 workflow fix to test with current code (#2944) 2022-12-02 04:35:02 +05:30
dependabot[bot] 8e8065b810 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2943)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.149 to 1.44.151.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.149...v1.44.151)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-12-02 04:28:16 +05:30
dependabot[bot] 013e4d529c chore(deps): bump github.com/shirou/gopsutil/v3 in /v2 (#2932)
Bumps [github.com/shirou/gopsutil/v3](https://github.com/shirou/gopsutil) from 3.22.10 to 3.22.11.
- [Release notes](https://github.com/shirou/gopsutil/releases)
- [Commits](https://github.com/shirou/gopsutil/compare/v3.22.10...v3.22.11)

---
updated-dependencies:
- dependency-name: github.com/shirou/gopsutil/v3
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-12-02 04:28:01 +05:30
d5a09e733a Issue 2772 s3 provider support (#2825)
* Add s3 bucket template provider

- Refactor the custom github template code
- add interface for template provider

* Validate if aws creds are passed if bucket flag

- refactor s3 provider struct to take client
- add function which returns the aws s3 client
- update error messages

* Add aws s3 bucket flags documentation in README.md

- Rename the github_test.go to customTemplate_test.go

* go mod update

* Move template provider code to pkg/external/customtemplates dir

* Remove github and aws update variables from flag

* Rename CustomTemplateProvider to Provider

* Update integration and function command in makefile

* Update github test case, accept token

* readme update

* go mod tidy

* Update build-test.yml

* handle empty dir in s3

* Add requested changes

- download/update s3 and github only when `-ut` is passed
- only print the missing env variable for s3
- add the custom templates path in
  ~/.config/nuclei/.template-config.json

* print custom paths only if exists in config file

* misc update

* tag update

Co-authored-by: sandeep <[email protected]>
Co-authored-by: Sandeep Singh <[email protected]>
2022-12-02 03:57:00 +05:30
dependabot[bot] cb51039a70 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2927)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.147 to 1.44.149.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.147...v1.44.149)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-30 21:02:53 +05:30
dependabot[bot]andshubhamrasal 9d6ca66da9 chore(deps): bump github.com/projectdiscovery/uncover from 0.0.9 to 1.0.0 in /v2 (#2926)
* chore(deps): bump github.com/projectdiscovery/uncover in /v2

Bumps [github.com/projectdiscovery/uncover](https://github.com/projectdiscovery/uncover) from 0.0.9 to 1.0.0.
- [Release notes](https://github.com/projectdiscovery/uncover/releases)
- [Changelog](https://github.com/projectdiscovery/uncover/blob/main/.goreleaser.yml)
- [Commits](https://github.com/projectdiscovery/uncover/compare/v0.0.9...v1.0.0)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/uncover
  dependency-type: direct:production
  update-type: version-update:semver-major
...

Signed-off-by: dependabot[bot] <[email protected]>

* Add uncover netlas source

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
Co-authored-by: shubhamrasal <[email protected]>
2022-11-30 20:29:55 +05:30
Tarun Koyalwarandsandeep d566ad9cc6 enhance sarif output (closes #2608) (#2925)
* enhance sarif output (closes #2608)

* sarif: format result title

* go mod update

Co-authored-by: sandeep <[email protected]>
2022-11-30 20:22:27 +05:30
ebfd2e648a Remove nuclei-updatecheck-api as dependency (#2923)
* Remove nuclei-updatecheck-api as dependency

* Run go mod tidy

* go mod tidy

Co-authored-by: Sandeep Singh <[email protected]>
Co-authored-by: sandeep <[email protected]>
2022-11-29 23:53:05 +05:30
9c17284616 Display tpl contents (#2906)
* New "td" flag, displays the highlighted template contents
New verboseTemplate method to avoid duplicate code
Grouped (and sorted) template list per directory

* Updated README about the td flag

* Going back to the previous template list format

The new one can't be pipelined

* Implicit template list on template display
Respect --no-color option to disable colors when -td is used

* misc option update

Co-authored-by: Víctor Zamanillo <[email protected]>
Co-authored-by: sandeep <[email protected]>
2022-11-29 17:48:44 +05:30
dependabot[bot] d9afb33bb0 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2922)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.146 to 1.44.147.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.146...v1.44.147)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-29 16:09:58 +05:30
Sandeep Singh 2b7b7649a8 build workflow update (#2911) 2022-11-29 04:20:20 +05:30
Ice3man 44476c2e5b Merge pull request #2909 from projectdiscovery/issue-2848-case-insensitive-matcher-name
Making matcher name case insensitive
2022-11-28 13:58:43 +05:30
Mzack9999 a1ecef6b61 Mocking dns server (#2908)
* mocking dns server

* fix lint errors
2022-11-28 13:52:40 +05:30
dependabot[bot]andMzack9999 e0dfc476c3 chore(deps): bump github.com/projectdiscovery/ratelimit from 0.0.1 to 0.0.2 in /v2 (#2915)
* chore(deps): bump github.com/projectdiscovery/ratelimit in /v2

Bumps [github.com/projectdiscovery/ratelimit](https://github.com/projectdiscovery/ratelimit) from 0.0.1 to 0.0.2.
- [Release notes](https://github.com/projectdiscovery/ratelimit/releases)
- [Commits](https://github.com/projectdiscovery/ratelimit/compare/v0.0.1...v0.0.2)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/ratelimit
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

* fixing int type

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
Co-authored-by: Mzack9999 <[email protected]>
2022-11-28 12:49:30 +05:30
dependabot[bot] 964185e768 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2916)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.145 to 1.44.146.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.145...v1.44.146)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-28 11:56:30 +05:30
dependabot[bot] 924bdee962 chore(deps): bump alpine from 3.16.3 to 3.17.0 (#2914)
Bumps alpine from 3.16.3 to 3.17.0.

---
updated-dependencies:
- dependency-name: alpine
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-28 11:55:18 +05:30
dependabot[bot] c7913784bf chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2 (#2917)
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.70 to 0.0.71.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.70...v0.0.71)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-28 11:55:01 +05:30
Sandeep Singh 8fbdb8db89 Moving using as code from design document to readme (#2912) 2022-11-26 20:09:24 +05:30
Sandeep Singh e0cfa85811 retryablehttp-go bump (#2910) 2022-11-26 19:39:49 +05:30
Dwi Siswanto b45e2d28f2 docs: Indonesia translation README (#2896)
* docs: Indonesia translation README

* docs: Add ID hyperlink for README
2022-11-25 22:42:33 +05:30
Mzack9999 d3a929d4c3 Making matcher name case insensitive 2022-11-25 17:22:50 +01:00
Shubham RasalandMzack9999 1493fd3d6a Update goflag to solve the header truncated issue (#2897)
* Update goflag to solve the header truncated issue

* Bump goflag version v0.1.5

* go mod tidy

Co-authored-by: Mzack9999 <[email protected]>
2022-11-25 12:28:37 +05:30
Mzack9999 d230a5fbb3 Merge pull request #2884 from projectdiscovery/issue-2832-race-condition-test
Race condition tests
2022-11-24 22:31:41 +01:00
Mzack9999 2586d9b4a7 removing subset 2022-11-24 22:12:44 +01:00
Mzack9999 440bfe030a Merge branch 'dev' into issue-2832-race-condition-test 2022-11-24 22:10:42 +01:00
Ice3man 26aeb16376 Misc update 2022-11-25 00:04:39 +05:30
Thibault Soubiran 67fda109b2 Fix usage typos (#2889) 2022-11-24 21:18:02 +05:30
Mzack9999 b3d4dba047 Reverting retryablehttp-go to fix custom http client (#2900)
* Reverting retryablehttp-go to fix custom http client

* fixing sandbox test
2022-11-24 21:16:03 +05:30
dependabot[bot] 48ebe3460f chore(deps): bump github.com/projectdiscovery/clistats in /v2 (#2892)
Bumps [github.com/projectdiscovery/clistats](https://github.com/projectdiscovery/clistats) from 0.0.8 to 0.0.9.
- [Release notes](https://github.com/projectdiscovery/clistats/releases)
- [Commits](https://github.com/projectdiscovery/clistats/compare/v0.0.8...v0.0.9)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/clistats
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-24 21:06:26 +05:30
dependabot[bot] 43c79f57be chore(deps): bump github.com/antchfx/xmlquery in /v2 (#2891)
Bumps [github.com/antchfx/xmlquery](https://github.com/antchfx/xmlquery) from 1.3.12 to 1.3.13.
- [Release notes](https://github.com/antchfx/xmlquery/releases)
- [Commits](https://github.com/antchfx/xmlquery/compare/v1.3.12...v1.3.13)

---
updated-dependencies:
- dependency-name: github.com/antchfx/xmlquery
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-24 21:06:10 +05:30
dependabot[bot] 05a3dfccc3 chore(deps): bump github.com/go-rod/rod from 0.112.1 to 0.112.2 in /v2 (#2893)
Bumps [github.com/go-rod/rod](https://github.com/go-rod/rod) from 0.112.1 to 0.112.2.
- [Release notes](https://github.com/go-rod/rod/releases)
- [Commits](https://github.com/go-rod/rod/compare/v0.112.1...v0.112.2)

---
updated-dependencies:
- dependency-name: github.com/go-rod/rod
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-24 21:05:18 +05:30
dependabot[bot] ef66c80684 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2894)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.144 to 1.44.145.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.144...v1.44.145)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-24 21:05:00 +05:30
Ice3man 291a0fea94 Merge pull request #2856 from projectdiscovery/sandbox-pr
Added sandboxing for payload files and requests
2022-11-24 14:07:33 +05:30
Ice3man 694a2a7ec5 Added sandbox details to README 2022-11-24 14:02:58 +05:30
Ice3man 694b0f3ea1 Merge branch 'cloud-templates-targets-sync' of https://github.com/projectdiscovery/nuclei into cloud-templates-targets-sync 2022-11-24 14:00:43 +05:30
Jaideep Khandelwal 2d859a41fc Add pagination to scan output and scan list (#2858)
* Add pagination to scan output and scan list

* Use time based parameters instead of page numbers

* Fix linting errors

* Do not check limits at client, check at server

* Remove unused constant
2022-11-24 14:00:22 +05:30
Ice3man cbbbe1b5b7 Merge branch 'issue-2772-s3-provider-support' of https://github.com/projectdiscovery/nuclei into cloud-templates-targets-sync 2022-11-24 14:00:17 +05:30
xm1k3 6d76fcd4e7 fix oh wrong path 2022-11-23 14:40:00 +01:00
xm1k3 2d76498692 fixes 2022-11-23 14:30:12 +01:00
3014b40ac6 Fixes #2885 (#2886)
* docker go version update

* docker fix

* version update

* update chinese readme and typo fixes. (#2862)

* Fixes #2885

Fixes #2885

Co-authored-by: Sandeep Singh <[email protected]>
Co-authored-by: sandeep <[email protected]>
Co-authored-by: Xc1Ym <[email protected]>
2022-11-23 18:21:22 +05:30
dependabot[bot] c2641ccbc4 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2879)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.140 to 1.44.144.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.140...v1.44.144)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-23 18:20:16 +05:30
dependabot[bot] 2c39983ee0 chore(deps): bump github.com/xanzy/go-gitlab in /v2 (#2881)
Bumps [github.com/xanzy/go-gitlab](https://github.com/xanzy/go-gitlab) from 0.74.0 to 0.76.0.
- [Release notes](https://github.com/xanzy/go-gitlab/releases)
- [Changelog](https://github.com/xanzy/go-gitlab/blob/master/releases_test.go)
- [Commits](https://github.com/xanzy/go-gitlab/compare/v0.74.0...v0.76.0)

---
updated-dependencies:
- dependency-name: github.com/xanzy/go-gitlab
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-23 18:20:03 +05:30
dependabot[bot] 08d6e99291 chore(deps): bump github.com/projectdiscovery/goflags in /v2 (#2880)
Bumps [github.com/projectdiscovery/goflags](https://github.com/projectdiscovery/goflags) from 0.1.3 to 0.1.4.
- [Release notes](https://github.com/projectdiscovery/goflags/releases)
- [Commits](https://github.com/projectdiscovery/goflags/compare/v0.1.3...v0.1.4)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/goflags
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-23 18:19:34 +05:30
dependabot[bot] ee9b628b1b chore(deps): bump github.com/projectdiscovery/rawhttp in /v2 (#2878)
Bumps [github.com/projectdiscovery/rawhttp](https://github.com/projectdiscovery/rawhttp) from 0.1.2 to 0.1.3.
- [Release notes](https://github.com/projectdiscovery/rawhttp/releases)
- [Commits](https://github.com/projectdiscovery/rawhttp/compare/v0.1.2...v0.1.3)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/rawhttp
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-23 18:19:22 +05:30
Sandeep Singh ff9596f618 workflow updates (#2883)
* workflow updates

* added go mod download in build test
2022-11-23 17:13:52 +05:30
xm1k3 3c978e8a46 removed some targets 2022-11-23 10:51:04 +01:00
xm1k3 632c68a996 added multiple targets on gh action 2022-11-23 10:37:30 +01:00
xm1k3 ef6b7d9dc9 added tags to race condition 2022-11-23 10:11:46 +01:00
dependabot[bot] f0cfcaed55 chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2 (#2874)
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.67 to 0.0.70.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.67...v0.0.70)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-23 02:05:10 +05:30
dependabot[bot] b9ce3c4393 chore(deps): bump github.com/go-rod/rod from 0.112.0 to 0.112.1 in /v2 (#2873)
Bumps [github.com/go-rod/rod](https://github.com/go-rod/rod) from 0.112.0 to 0.112.1.
- [Release notes](https://github.com/go-rod/rod/releases)
- [Commits](https://github.com/go-rod/rod/compare/v0.112.0...v0.112.1)

---
updated-dependencies:
- dependency-name: github.com/go-rod/rod
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-22 22:15:31 +05:30
dependabot[bot] 2117fe2e1f chore(deps): bump golangci/golangci-lint-action from 3.3.0 to 3.3.1 (#2844)
Bumps [golangci/golangci-lint-action](https://github.com/golangci/golangci-lint-action) from 3.3.0 to 3.3.1.
- [Release notes](https://github.com/golangci/golangci-lint-action/releases)
- [Commits](https://github.com/golangci/golangci-lint-action/compare/v3.3.0...v3.3.1)

---
updated-dependencies:
- dependency-name: golangci/golangci-lint-action
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-22 22:14:57 +05:30
dependabot[bot]andSandeep Singh cce7b775ab chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2864)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.134 to 1.44.140.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.134...v1.44.140)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
Co-authored-by: Sandeep Singh <[email protected]>
2022-11-22 22:14:36 +05:30
dependabot[bot] 6534deedc6 chore(deps): bump github.com/projectdiscovery/utils in /v2 (#2846)
Bumps [github.com/projectdiscovery/utils](https://github.com/projectdiscovery/utils) from 0.0.2 to 0.0.3.
- [Release notes](https://github.com/projectdiscovery/utils/releases)
- [Commits](https://github.com/projectdiscovery/utils/compare/v0.0.2...v0.0.3)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/utils
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-22 22:14:03 +05:30
dependabot[bot] 6dadb3a9fe chore(deps): bump github.com/projectdiscovery/gologger in /v2 (#2872)
Bumps [github.com/projectdiscovery/gologger](https://github.com/projectdiscovery/gologger) from 1.1.4 to 1.1.5.
- [Release notes](https://github.com/projectdiscovery/gologger/releases)
- [Commits](https://github.com/projectdiscovery/gologger/compare/v1.1.4...v1.1.5)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/gologger
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-22 22:13:45 +05:30
dependabot[bot] e17c491bb3 chore(deps): bump alpine from 3.16.2 to 3.16.3 (#2843)
Bumps alpine from 3.16.2 to 3.16.3.

---
updated-dependencies:
- dependency-name: alpine
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-22 22:13:28 +05:30
dependabot[bot] ca82a12c26 chore(deps): bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in /v2 (#2863)
Bumps [github.com/aws/aws-sdk-go-v2/feature/s3/manager](https://github.com/aws/aws-sdk-go-v2) from 1.11.38 to 1.11.41.
- [Release notes](https://github.com/aws/aws-sdk-go-v2/releases)
- [Changelog](https://github.com/aws/aws-sdk-go-v2/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go-v2/compare/feature/s3/manager/v1.11.38...feature/s3/manager/v1.11.41)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go-v2/feature/s3/manager
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-21 19:14:28 +05:30
dependabot[bot] 16f6acb449 chore(deps): bump github.com/aws/aws-sdk-go-v2/config in /v2 (#2865)
Bumps [github.com/aws/aws-sdk-go-v2/config](https://github.com/aws/aws-sdk-go-v2) from 1.17.11 to 1.18.2.
- [Release notes](https://github.com/aws/aws-sdk-go-v2/releases)
- [Changelog](https://github.com/aws/aws-sdk-go-v2/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go-v2/compare/config/v1.17.11...config/v1.18.2)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go-v2/config
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-21 19:14:15 +05:30
Xc1Ym 05d607642a update chinese readme and typo fixes. (#2862) 2022-11-17 15:59:05 +05:30
Ice3man e7fb40a413 Added sandboxing for payload files and requests 2022-11-16 13:49:24 +05:30
Ice3man fa5f611ad7 Misc 2022-11-16 13:38:55 +05:30
Shubham Rasalandsandeep 6b142d794a Issue 2254 uncover integration (#2786)
* nuclei -uq 'vuln:CVE-2021-26855' -t cves/2021/

- `nuclei -uq 'vuln:CVE-2021-26855' -t cves/2021/`

* Add automatic template execution using metadata

- Query uncover after the template is loaded.
- Add the received hosts to the input provider from uncover
- Make NormalizeStoreInputValue() function public to add hosts from the
  runner after uncover hosts received.

* run go mod tidy

* Remove unnecessary comments

* Resolve the requested changes

- move uncover code to protocols/common/uncover package
- Use uncover delay to create uncover rate limiter
- Use single ratelimiter object and remove not required ratelimiters
- Create Set() method for input provider interface
- Rename normalizeStoreInputValue to Set() method

* Solved the uncover running twice.

- flag StringSliceVarP adds the default value twice in the variable
- Check if provider keys exists or not
- Add uncover help block to english readme.md

* Add uncover field functionality

- ./nuclei -uq 'vuln:CVE-2021-26855' -t dns -duc -uf host
- ./nuclei -uq 'vuln:CVE-2021-26855' -t dns -duc -uf ip:port

* Update error messages and solve nuclei hang for wrong uncover engine

- Get uncover engine values from uncover package

* Resolve merge conflicts

* misc option update

* Update logging for templates

- remove duplicate env log printing
- Log message for template queries

Co-authored-by: sandeep <[email protected]>
2022-11-16 11:12:39 +05:30
forgedhallpass 0c588cf9af Fixed typo in the -stop-at-first-match instead of path (#2850) 2022-11-15 15:47:09 +05:30
Ice3man 6d2d75ac8f Added initial data_source sync to cloud 2022-11-15 01:37:00 +05:30
forgedhallpass eeefb4062e IntelliJ Idea/Goland run configuration to start one integration test
(requires running parts from /integration_tests/run.sh first)

Related #2839
2022-11-14 19:14:49 +02:00
0295ca19bc Add split DSL function (#2838)
* Add support for showing overloaded DSL method signatures

* Add `split` DSL function #2837

* fixing lint warnings

* replacing faulty regex with strings methods

Co-authored-by: Mzack9999 <[email protected]>
Co-authored-by: mzack <[email protected]>
2022-11-14 06:08:12 +05:30
Sandeep Singh 0f567cd95c Merge branch 'dev' into issue-2772-s3-provider-support 2022-11-12 19:42:30 +05:30
vrenzolaverace 2403c50c36 Add targets number in output banner (#2798)
* Add targets number in output banner (#2797)

* Add targets number in output banner (#2797)
2022-11-12 18:05:49 +05:30
dependabot[bot] 2066135f17 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2834)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.133 to 1.44.134.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.133...v1.44.134)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-10 19:18:45 +05:30
shubhamrasal 6c3243c03f Merge branch 'issue-2772-s3-provider-support' of github.com:projectdiscovery/nuclei into issue-2772-s3-provider-support 2022-11-10 17:43:27 +05:30
shubhamrasal 97c5922ec6 Merge branch 'dev' into issue-2772-s3-provider-support 2022-11-10 17:39:27 +05:30
shubhamrasal fb36d89f3c Move template provider code to pkg/external/customtemplates dir 2022-11-10 17:19:06 +05:30
forgedhallpass f6e1f8321b Fix the example code showcasing how to use nuclei as a library (#2804) 2022-11-09 19:35:32 +05:30
dependabot[bot] 9c88e42e25 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2830)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.132 to 1.44.133.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.132...v1.44.133)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-09 19:33:46 +05:30
dependabot[bot] 4e6b4888a2 chore(deps): bump golang.org/x/net from 0.1.0 to 0.2.0 in /v2 (#2831)
Bumps [golang.org/x/net](https://github.com/golang/net) from 0.1.0 to 0.2.0.
- [Release notes](https://github.com/golang/net/releases)
- [Commits](https://github.com/golang/net/compare/v0.1.0...v0.2.0)

---
updated-dependencies:
- dependency-name: golang.org/x/net
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-09 19:33:32 +05:30
Mzack9999 1fbbca66f9 Adding support to scan all v4/v6 IPs (#2709)
* Adding support to scan all v4/v6 IPs

* adding tests

* metainput prototype

* using new signature

* fixing nil pointer

* adding request context with metadata

* removing log instruction

* fixing merge conflicts

* adding clone helpers

* attempting to fix ipv6 square parenthesis wrap

* fixing dialed ip info

* fixing syntax

* fixing output ip selection

* adding integration tests

* disabling test due to gh ipv6 issue

* using ipv4 only due to GH limited networking

* extending metainput marshaling

* fixing hmap key

* adding test for httpx integration

* fixing lint error

* reworking marshaling/id-calculation

* adding ip version validation

* improving handling non url targets

* fixing condition check
2022-11-09 18:48:56 +05:30
Sandeep Singh ab3203b243 Merge branch 'dev' into issue-2772-s3-provider-support 2022-11-09 12:52:17 +05:30
sandeep c31517fc13 go mod update 2022-11-09 12:49:02 +05:30
shubhamrasal 0b50d2b1ca Add aws s3 bucket flags documentation in README.md
- Rename the github_test.go to customTemplate_test.go
2022-11-09 12:27:52 +05:30
Mzack9999 9e56451d2e Merge pull request #2814 from projectdiscovery/dependabot/docker/dev/golang-1.19.3-alpine
chore(deps): bump golang from 1.19.2-alpine to 1.19.3-alpine
2022-11-08 23:39:01 +01:00
dependabot[bot] 75ce8faf59 chore(deps): bump golang from 1.19.2-alpine to 1.19.3-alpine
Bumps golang from 1.19.2-alpine to 1.19.3-alpine.

---
updated-dependencies:
- dependency-name: golang
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-11-08 21:27:07 +00:00
Mzack9999 840028fa93 adding host with optional port type logic (#2815)
* adding host with optional port type logic

* adding comment support in test cases

* updating test cases with multiple input scenarios

* readding port condition
2022-11-08 19:49:45 +05:30
dependabot[bot] 185c95f549 chore(deps): bump github.com/projectdiscovery/utils in /v2 (#2823)
Bumps [github.com/projectdiscovery/utils](https://github.com/projectdiscovery/utils) from 0.0.1 to 0.0.2.
- [Release notes](https://github.com/projectdiscovery/utils/releases)
- [Commits](https://github.com/projectdiscovery/utils/compare/v0.0.1...v0.0.2)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/utils
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-08 17:53:19 +05:30
Mzack9999 6ac669eb43 Replacing rdap with fixed fork (#2819)
* Replacing rdap with pd fixed fork

* mod tidy

* updating rdap commit ref

* reworking rdap client pool

* removing unused code
2022-11-08 17:27:18 +05:30
Jaideep Khandelwal a36d42a993 Round off the duration to a minute (#2807) 2022-11-08 16:43:55 +05:30
Mzack9999 903614afc9 Merge pull request #2822 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.132
chore(deps): bump github.com/aws/aws-sdk-go from 1.44.129 to 1.44.132 in /v2
2022-11-08 09:26:32 +01:00
shubhamrasal b8cca1e6bf Validate if aws creds are passed if bucket flag
- refactor s3 provider struct to take client
- add function which returns the aws s3 client
- update error messages
2022-11-08 13:22:45 +05:30
dependabot[bot] 61059ea279 chore(deps): bump github.com/aws/aws-sdk-go in /v2
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.129 to 1.44.132.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.129...v1.44.132)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-11-08 05:09:12 +00:00
sandeep de8571e726 version update 2022-11-08 02:22:17 +05:30
shubhamrasal 146e328c6b Add s3 bucket template provider
- Refactor the custom github template code
- add interface for template provider
2022-11-07 17:14:02 +05:30
vrenzolaverace 2aaf2a2158 Use utils helpers libraries (#2809) (#2810)
* Use utils helpers libraries (#2809)

* Use utils helpers libraries (#2809)
2022-11-07 01:54:23 +05:30
dependabot[bot] 3044ec4636 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2796)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.128 to 1.44.129.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.128...v1.44.129)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-03 21:49:52 +05:30
721c4964d7 Issue 2613 custom template GitHub (#2630)
* Add custom template download/update support from github

- Accept the -gtr flag to accept the list of custom template
  repos(public/private)
- Accept the -gt flag for github token. It internally sets os.Env
  variable
- Update the flags from
   - -update to -nuclei-update for nuclei self update
   - -ut to -tup for template-update
   - -ud to -tud for custom template location
- Add github.go file which has code related to download and update
  custom templates repos.

* Reslove golint and test case error

* Take default template from community directory

- No need to give explicit community directory path.
- Update the integration test to support the change in path

* Update functional test script update template flag

* Update the path from community to nuclei-template

- Revert the code changes that were made to add community directory

* remove the comment

* Update the interactsh server url for testing

* Update race condition command

* update race condition cmd to download the templates

* Debug integration test failure

* update integration test to update templates

* Refactor downloadCustomTemplate function.

- Remove the log prining instead send the message.

* Add test case for custom template repo download

* move the download repo for loop into diff function

* refactor updateTemplate function.

* Create struct for github repos.

- Create customtemplate struct for repo.
- Add functions to customtemplate

* update readme.md file

* Refactor the downloadCustomTemplate function

- create const variables for github & community as template type
- Update gologger to INF
- Validate templateUpdate to accept only github & community value.
- Validate tempalteUpdate require githubTemplateRepo

* Resolve requested changes

* go mod update

* misc option update

* test update

* Revert back update-template flag to boolean.

- to update community templates
  `nuclei -ut`
- to update custom templates
  `nuclei -ut -gtr ehsandeep/mobile-nuclei-templates`

* Update readme to update flag documentation

* Update go.mod

Co-authored-by: Sandeep Singh <[email protected]>
Co-authored-by: sandeep <[email protected]>
2022-11-03 20:27:18 +05:30
Ice3man e1b0564c0a Fixed nested expression replacement using fasttemplate (#2790) 2022-11-03 18:31:04 +05:30
dependabot[bot] 0c5f75770c chore(deps): bump github.com/labstack/echo/v4 in /v2 (#2791)
Bumps [github.com/labstack/echo/v4](https://github.com/labstack/echo) from 4.1.11 to 4.9.1.
- [Release notes](https://github.com/labstack/echo/releases)
- [Changelog](https://github.com/labstack/echo/blob/master/CHANGELOG.md)
- [Commits](https://github.com/labstack/echo/compare/v4.1.11...v4.9.1)

---
updated-dependencies:
- dependency-name: github.com/labstack/echo/v4
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-02 14:11:29 +05:30
dependabot[bot] 7914372a00 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2792)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.127 to 1.44.128.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.127...v1.44.128)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-02 14:09:33 +05:30
GitHub Action 411e39c40b Auto Generate Syntax Docs + JSONSchema [Tue Nov 1 15:01:38 UTC 2022] 🤖 2022-11-01 15:01:38 +00:00
Ice3manandSandeep Singh b9472cf7e1 Added fuzzing support for query params + var dump feature (#2679)
* Added fuzzing support for query params + var dump feature

* Added query-fuzz integration test

* Fixed payloads + added keys-regex fuzz parameter

* Fixed interactsh not working + misc

* Fixed evaluation + added global variables/dsl support to payloads

* Misc fixes related to variables evaluations

* Added http variables support to fuzz

* misc

* Misc

* Added testing playground + misc renaming

* Added support for path and raw request to fuzzing

* Fixed fuzz integration test

* Fixed variable unresolved issue

* Add multiple parameter support with same name

* Added parameter value as 'value' dsl variable for parts

Co-authored-by: Sandeep Singh <[email protected]>
2022-11-01 20:28:50 +05:30
Ice3man cd0517c887 Fixed invalid fields in request (#2788) 2022-11-01 16:10:41 +05:30
dependabot[bot]andsandeep 846f4f6d9e chore(deps): bump github.com/projectdiscovery/goflags from 0.1.1 to 0.1.2 in /v2 (#2774)
* chore(deps): bump github.com/projectdiscovery/goflags in /v2

Bumps [github.com/projectdiscovery/goflags](https://github.com/projectdiscovery/goflags) from 0.1.1 to 0.1.2.
- [Release notes](https://github.com/projectdiscovery/goflags/releases)
- [Commits](https://github.com/projectdiscovery/goflags/compare/v0.1.1...v0.1.2)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/goflags
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

* goflag update

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
Co-authored-by: sandeep <[email protected]>
2022-11-01 13:07:43 +05:30
dependabot[bot] 51f392666b chore(deps): bump github.com/shirou/gopsutil/v3 in /v2 (#2784)
Bumps [github.com/shirou/gopsutil/v3](https://github.com/shirou/gopsutil) from 3.22.9 to 3.22.10.
- [Release notes](https://github.com/shirou/gopsutil/releases)
- [Commits](https://github.com/shirou/gopsutil/compare/v3.22.9...v3.22.10)

---
updated-dependencies:
- dependency-name: github.com/shirou/gopsutil/v3
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-01 12:20:41 +05:30
dependabot[bot] d60361ec8d chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2783)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.125 to 1.44.127.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.125...v1.44.127)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-01 12:20:13 +05:30
dependabot[bot] efb694411b chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2 (#2776)
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.66 to 0.0.67.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.66...v0.0.67)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-01 12:19:32 +05:30
dependabot[bot] 964ee0a5c2 chore(deps): bump github.com/klauspost/compress in /v2 (#2785)
Bumps [github.com/klauspost/compress](https://github.com/klauspost/compress) from 1.15.8 to 1.15.12.
- [Release notes](https://github.com/klauspost/compress/releases)
- [Changelog](https://github.com/klauspost/compress/blob/master/.goreleaser.yml)
- [Commits](https://github.com/klauspost/compress/compare/v1.15.8...v1.15.12)

---
updated-dependencies:
- dependency-name: github.com/klauspost/compress
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-11-01 12:11:54 +05:30
Mzack9999 235eb1c8da Merge pull request #2775 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/xanzy/go-gitlab-0.74.0
chore(deps): bump github.com/xanzy/go-gitlab from 0.73.1 to 0.74.0 in /v2
2022-10-31 17:39:36 +01:00
dependabot[bot] dd1450356c chore(deps): bump github.com/xanzy/go-gitlab in /v2
Bumps [github.com/xanzy/go-gitlab](https://github.com/xanzy/go-gitlab) from 0.73.1 to 0.74.0.
- [Release notes](https://github.com/xanzy/go-gitlab/releases)
- [Changelog](https://github.com/xanzy/go-gitlab/blob/master/releases_test.go)
- [Commits](https://github.com/xanzy/go-gitlab/compare/v0.73.1...v0.74.0)

---
updated-dependencies:
- dependency-name: github.com/xanzy/go-gitlab
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-10-31 05:20:16 +00:00
dependabot[bot] c391670a83 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2768)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.122 to 1.44.125.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.122...v1.44.125)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-10-29 11:44:18 +02:00
Sajad e163a301b9 add dns protocol ratelimit (#2763)
* add dns protocol ratelimit

* move dns ratelimit to just before sending the request
2022-10-29 04:29:13 +02:00
Ice3man 74bd89dec6 Added templates-checksum + custom input support (#2744)
* Added templates-checksum + custom input support

* Fixed template name not passed for private
2022-10-29 04:21:43 +02:00
Mzack9999 cc0c20053a Improving unsafe uri path (#2722)
* Improving unsafe uri path

* fixing raw path output
2022-10-27 20:09:38 +02:00
Mzack9999 7588a2792f Merge pull request #2762 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/projectdiscovery/rawhttp-0.1.2
chore(deps): bump github.com/projectdiscovery/rawhttp from 0.1.1 to 0.1.2 in /v2
2022-10-27 08:44:55 +02:00
dependabot[bot] 451ab18ed5 chore(deps): bump github.com/projectdiscovery/rawhttp in /v2
Bumps [github.com/projectdiscovery/rawhttp](https://github.com/projectdiscovery/rawhttp) from 0.1.1 to 0.1.2.
- [Release notes](https://github.com/projectdiscovery/rawhttp/releases)
- [Commits](https://github.com/projectdiscovery/rawhttp/compare/v0.1.1...v0.1.2)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/rawhttp
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-10-26 05:17:52 +00:00
Mzack9999 5db17ee4a8 Merge pull request #2760 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/projectdiscovery/retryabledns-1.0.17
chore(deps): bump github.com/projectdiscovery/retryabledns from 1.0.16 to 1.0.17 in /v2
2022-10-25 22:18:48 +02:00
mzack fe798c07eb fixing function syntax 2022-10-25 21:01:42 +02:00
dependabot[bot] 184d6a3d71 chore(deps): bump github.com/projectdiscovery/retryabledns in /v2
Bumps [github.com/projectdiscovery/retryabledns](https://github.com/projectdiscovery/retryabledns) from 1.0.16 to 1.0.17.
- [Release notes](https://github.com/projectdiscovery/retryabledns/releases)
- [Commits](https://github.com/projectdiscovery/retryabledns/compare/v1.0.16...v1.0.17)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/retryabledns
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-10-25 07:58:19 +00:00
dependabot[bot] 8e69081104 chore(deps): bump github.com/projectdiscovery/fileutil in /v2 (#2758)
Bumps [github.com/projectdiscovery/fileutil](https://github.com/projectdiscovery/fileutil) from 0.0.2 to 0.0.3.
- [Release notes](https://github.com/projectdiscovery/fileutil/releases)
- [Commits](https://github.com/projectdiscovery/fileutil/compare/v0.0.2...v0.0.3)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/fileutil
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-10-25 09:57:02 +02:00
dependabot[bot]andMzack9999 1783207803 chore(deps): bump github.com/projectdiscovery/stringsutil from 0.0.1 to 0.0.2 in /v2 (#2751)
* chore(deps): bump github.com/projectdiscovery/stringsutil in /v2

Bumps [github.com/projectdiscovery/stringsutil](https://github.com/projectdiscovery/stringsutil) from 0.0.1 to 0.0.2.
- [Release notes](https://github.com/projectdiscovery/stringsutil/releases)
- [Commits](https://github.com/projectdiscovery/stringsutil/compare/v0.0.1...v0.0.2)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/stringsutil
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

* updating function name

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
Co-authored-by: Mzack9999 <[email protected]>
2022-10-25 09:32:35 +02:00
dependabot[bot] a1a9d0d4ae chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2759)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.120 to 1.44.122.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.120...v1.44.122)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-10-25 09:32:21 +02:00
dependabot[bot] c95675a0e0 chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2 (#2750)
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.65 to 0.0.66.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.65...v0.0.66)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-10-25 09:32:07 +02:00
Mzack9999 a5a1b976e2 Merge pull request #2754 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/projectdiscovery/fileutil-0.0.2
chore(deps): bump github.com/projectdiscovery/fileutil from 0.0.1 to 0.0.2 in /v2
2022-10-25 03:29:48 +02:00
SajadandMzack9999 928f082109 set content_length as len(body) if response ContentLength is -1 (#2407)
* set content_length as len(body) if response ContentLength is -1

* move content-length calculation to utils

* adding basic tests

Co-authored-by: Mzack9999 <[email protected]>
2022-10-24 16:37:09 +02:00
Mzack9999 92ff305e74 Merge pull request #2749 from projectdiscovery/dependabot/github_actions/dev/golangci/golangci-lint-action-3.3.0
chore(deps): bump golangci/golangci-lint-action from 3.2.0 to 3.3.0
2022-10-24 09:33:19 +02:00
Mzack9999 ef2164aea0 Merge pull request #2752 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/stretchr/testify-1.8.1
chore(deps): bump github.com/stretchr/testify from 1.8.0 to 1.8.1 in /v2
2022-10-24 09:30:38 +02:00
dependabot[bot] 58cf82f543 chore(deps): bump github.com/projectdiscovery/fileutil in /v2
Bumps [github.com/projectdiscovery/fileutil](https://github.com/projectdiscovery/fileutil) from 0.0.1 to 0.0.2.
- [Release notes](https://github.com/projectdiscovery/fileutil/releases)
- [Commits](https://github.com/projectdiscovery/fileutil/compare/v0.0.1...v0.0.2)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/fileutil
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-10-24 05:24:05 +00:00
dependabot[bot] 999850cd4e chore(deps): bump github.com/stretchr/testify from 1.8.0 to 1.8.1 in /v2
Bumps [github.com/stretchr/testify](https://github.com/stretchr/testify) from 1.8.0 to 1.8.1.
- [Release notes](https://github.com/stretchr/testify/releases)
- [Commits](https://github.com/stretchr/testify/compare/v1.8.0...v1.8.1)

---
updated-dependencies:
- dependency-name: github.com/stretchr/testify
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-10-24 05:23:45 +00:00
dependabot[bot] 855f7ad8a4 chore(deps): bump golangci/golangci-lint-action from 3.2.0 to 3.3.0
Bumps [golangci/golangci-lint-action](https://github.com/golangci/golangci-lint-action) from 3.2.0 to 3.3.0.
- [Release notes](https://github.com/golangci/golangci-lint-action/releases)
- [Commits](https://github.com/golangci/golangci-lint-action/compare/v3.2.0...v3.3.0)

---
updated-dependencies:
- dependency-name: golangci/golangci-lint-action
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-10-24 05:05:09 +00:00
Jaideep Khandelwalandsandeep 4cfde111f4 Feature 18 cloud flags (#2708)
* Add cloud flags for nuclei.

* Add flag to get output for a particular scan ID

* Add some comments to the function.

* Get timestamp and id for scan list

* Fix linting errors

* Check if type is enumeration.

* Do not show deleted scans.

* Do not use filter_result, create client once and use it everywhere with
runner.

* Fix the output of scan list to be better

* Format the nuclei scan output list.

* Remove unused constant

* misc option update

Co-authored-by: sandeep <[email protected]>
2022-10-22 04:06:52 +05:30
Mzack9999 2006060574 Merge pull request #2745 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.120
chore(deps): bump github.com/aws/aws-sdk-go from 1.44.119 to 1.44.120 in /v2
2022-10-21 08:28:26 +02:00
Mzack9999 7f305f90c2 Merge pull request #2746 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/projectdiscovery/retryabledns-1.0.16
chore(deps): bump github.com/projectdiscovery/retryabledns from 1.0.15 to 1.0.16 in /v2
2022-10-21 07:51:49 +02:00
dependabot[bot] cc6b4f85d3 chore(deps): bump github.com/projectdiscovery/retryabledns in /v2
Bumps [github.com/projectdiscovery/retryabledns](https://github.com/projectdiscovery/retryabledns) from 1.0.15 to 1.0.16.
- [Release notes](https://github.com/projectdiscovery/retryabledns/releases)
- [Commits](https://github.com/projectdiscovery/retryabledns/compare/v1.0.15...v1.0.16)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/retryabledns
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-10-21 05:34:37 +00:00
dependabot[bot] 55a5780b14 chore(deps): bump github.com/aws/aws-sdk-go in /v2
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.119 to 1.44.120.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.119...v1.44.120)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-10-21 05:34:25 +00:00
Ice3manandsandeep 363ffb75db Added probing for URL + input based on protocol (#2614)
* Added workflow names based condition

* Added conditional filtering to workflow executor

* Replaced names with single name stringslice

* Added probing for URL + input based on protocol

* Remove debug comments

* Fixed typo

* Fixed failing tests

* Fixed workflow matcher condition + tests

* Fixed workflow item name

* Switch to if-else

* Fixed review comment strict

* Increase bulk size

* Added default port for SSL protocol + misc changes

* Fixed failing tests

* Fixed misc changes to executer

* Fixed failing self-contained and offlinehttp tests

* Fixed atomic increment operation

* misc update

* Fixed failing builds

Co-authored-by: sandeep <[email protected]>
2022-10-20 17:23:00 +05:30
Sajad 0149e94f90 add missing template filters to workflow loader (#2741) 2022-10-20 17:14:41 +05:30
dependabot[bot] af462fcdc5 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2740)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.118 to 1.44.119.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.118...v1.44.119)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-10-20 13:48:16 +05:30
Mzack9999 04db8e52b5 Merge pull request #2739 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/projectdiscovery/tlsx-0.0.9
chore(deps): bump github.com/projectdiscovery/tlsx from 0.0.8 to 0.0.9 in /v2
2022-10-20 09:31:45 +02:00
dependabot[bot] 14c5a25973 chore(deps): bump github.com/projectdiscovery/tlsx in /v2
Bumps [github.com/projectdiscovery/tlsx](https://github.com/projectdiscovery/tlsx) from 0.0.8 to 0.0.9.
- [Release notes](https://github.com/projectdiscovery/tlsx/releases)
- [Changelog](https://github.com/projectdiscovery/tlsx/blob/main/.goreleaser.yml)
- [Commits](https://github.com/projectdiscovery/tlsx/compare/v0.0.8...v0.0.9)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/tlsx
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-10-20 05:26:32 +00:00
dependabot[bot] f9fd6f480b chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2735)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.117 to 1.44.118.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG_PENDING.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.117...v1.44.118)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-10-19 22:33:47 +05:30
dependabot[bot] 178cce6f18 chore(deps): bump github.com/valyala/fasttemplate in /v2 (#2734)
Bumps [github.com/valyala/fasttemplate](https://github.com/valyala/fasttemplate) from 1.2.1 to 1.2.2.
- [Release notes](https://github.com/valyala/fasttemplate/releases)
- [Commits](https://github.com/valyala/fasttemplate/compare/v1.2.1...v1.2.2)

---
updated-dependencies:
- dependency-name: github.com/valyala/fasttemplate
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-10-19 22:33:33 +05:30
Ice3man d956f08cb9 Added attack-type option to override template attack-type (#2724)
* Added attack-type option to override template attack-type

* Added docs + integration tests
2022-10-19 03:51:45 +05:30
dependabot[bot] 6a58915ff0 chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2 (#2726)
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.64 to 0.0.65.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.64...v0.0.65)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-10-19 03:18:37 +05:30
dependabot[bot] 5f988e8536 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2730)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.115 to 1.44.117.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.115...v1.44.117)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-10-19 03:17:57 +05:30
dependabot[bot] b3a72b7747 chore(deps): bump golang.org/x/text from 0.3.8 to 0.4.0 in /v2 (#2731)
Bumps [golang.org/x/text](https://github.com/golang/text) from 0.3.8 to 0.4.0.
- [Release notes](https://github.com/golang/text/releases)
- [Commits](https://github.com/golang/text/compare/v0.3.8...v0.4.0)

---
updated-dependencies:
- dependency-name: golang.org/x/text
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-10-19 03:17:41 +05:30
dependabot[bot] 67818356ec chore(deps): bump github.com/go-rod/rod from 0.111.0 to 0.112.0 in /v2 (#2728)
Bumps [github.com/go-rod/rod](https://github.com/go-rod/rod) from 0.111.0 to 0.112.0.
- [Release notes](https://github.com/go-rod/rod/releases)
- [Commits](https://github.com/go-rod/rod/compare/v0.111.0...v0.112.0)

---
updated-dependencies:
- dependency-name: github.com/go-rod/rod
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-10-19 03:17:27 +05:30
Mzack9999andsandeep 9493dfdb20 Adding automatic request condition detection (#2707)
* Adding automatic request condition detection

* adding missing checks on part

* test update as per latest change

Co-authored-by: sandeep <[email protected]>
2022-10-15 15:19:04 +05:30
Mzack9999 a1e38c802e Merge pull request #2718 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.115
chore(deps): bump github.com/aws/aws-sdk-go from 1.44.114 to 1.44.115 in /v2
2022-10-14 23:30:02 +02:00
Mzack9999 7795728d35 Merge branch 'dev' into dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.115 2022-10-14 23:19:32 +02:00
Mzack9999 a9f5d2defd reordering unsafe test in the map (#2721) 2022-10-15 01:38:32 +05:30
Mzack9999 a71f5d5460 Merge pull request #2717 from projectdiscovery/issue-2657
updates to execute func in integration-test.go
2022-10-14 15:35:37 +02:00
dependabot[bot] cb7b7b9f0d chore(deps): bump github.com/aws/aws-sdk-go in /v2
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.114 to 1.44.115.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.114...v1.44.115)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-10-14 05:17:24 +00:00
Shubham Rasalandmzack 897dbe8e4c Add AS input support (#2712)
* Add AS input support

- Integrate mapcidr asn function to handle ASN number input support
- Check if input is ASN number or not. If yes then query for cidrs
- issue #2706

* Remove \r coz of failing test cases in windows os

* Replace newline char for windows

* remove extra line

* rename goldenfile dir to tests

* fixing folder name

Co-authored-by: mzack <[email protected]>
2022-10-14 00:25:00 +05:30
LuitelSamikshya 909aa4cd79 updates to execute func in integration-test.go 2022-10-13 11:05:10 -05:00
Mzack9999 c22f52e001 Merge pull request #2716 from projectdiscovery/issue-212/ratelimit-library
Issue 212/ratelimit library
2022-10-13 17:53:31 +02:00
LuitelSamikshya 944d24a252 mics changes 2022-10-13 09:30:25 -05:00
dependabot[bot] 2456121e1a chore(deps): bump github.com/projectdiscovery/mapcidr in /v2 (#2713)
Bumps [github.com/projectdiscovery/mapcidr](https://github.com/projectdiscovery/mapcidr) from 1.0.2 to 1.0.3.
- [Release notes](https://github.com/projectdiscovery/mapcidr/releases)
- [Changelog](https://github.com/projectdiscovery/mapcidr/blob/master/.goreleaser.yml)
- [Commits](https://github.com/projectdiscovery/mapcidr/compare/v1.0.2...v1.0.3)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/mapcidr
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-10-13 15:40:32 +05:30
LuitelSamikshya 90e7cbdcd2 mod update 2022-10-12 22:25:08 -05:00
LuitelSamikshya cb0da81a14 ratelimit library 2022-10-12 22:04:37 -05:00
dependabot[bot] 61c2e2cc6e chore(deps): bump golang.org/x/text from 0.3.7 to 0.3.8 in /v2 (#2710)
Bumps [golang.org/x/text](https://github.com/golang/text) from 0.3.7 to 0.3.8.
- [Release notes](https://github.com/golang/text/releases)
- [Commits](https://github.com/golang/text/compare/v0.3.7...v0.3.8)

---
updated-dependencies:
- dependency-name: golang.org/x/text
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-10-12 11:25:26 +05:30
Mzack9999 f87bec1765 Fixing docker build missing gcc binary (#2704) 2022-10-11 13:01:13 +05:30
sandeep 2cb9689148 docker fix 2022-10-11 12:30:17 +05:30
Sandeep Singh 6151ccd178 docker go version update 2022-10-10 22:22:06 +05:30
Bertold Kolics 1af96fc679 Issue 2460: extended unit tests for replacer (#2691) 2022-10-10 22:00:43 +05:30
Sandeep Singh 43e3be471b Merge pull request #2696 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/projectdiscovery/wappalyzergo-0.0.63
chore(deps): bump github.com/projectdiscovery/wappalyzergo from 0.0.62 to 0.0.63 in /v2
2022-10-10 18:52:17 +05:30
sandeep 6178c83167 go mod update 2022-10-10 18:28:38 +05:30
dependabot[bot] a0ea06bc6f chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.62 to 0.0.63.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.62...v0.0.63)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-10-10 12:55:19 +00:00
Sandeep Singh 51237d5165 Merge pull request #2697 from projectdiscovery/issue-2656-context-leak
Adding custom cancel function
2022-10-10 16:20:29 +05:30
Sandeep Singh 0a35730345 Merge pull request #2695 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.114
chore(deps): bump github.com/aws/aws-sdk-go from 1.44.113 to 1.44.114 in /v2
2022-10-10 16:03:13 +05:30
Sandeep Singh ad0a890e6f Merge pull request #2694 from projectdiscovery/dependabot/docker/dev/golang-1.19.2-alpine
chore(deps): bump golang from 1.19.1-alpine to 1.19.2-alpine
2022-10-10 16:02:39 +05:30
mzack 70cecf83fb Adding custom cancel function 2022-10-10 08:10:07 +02:00
dependabot[bot] 033e8c330f chore(deps): bump github.com/aws/aws-sdk-go in /v2
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.113 to 1.44.114.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.113...v1.44.114)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-10-10 05:26:37 +00:00
dependabot[bot] 324ed91118 chore(deps): bump golang from 1.19.1-alpine to 1.19.2-alpine
Bumps golang from 1.19.1-alpine to 1.19.2-alpine.

---
updated-dependencies:
- dependency-name: golang
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-10-10 05:03:52 +00:00
sandeep f4c823c325 Merge branch 'dev' of https://github.com/projectdiscovery/nuclei 2022-10-08 02:38:15 +05:30
Ice3man 09ceb29ba3 Fixed build error on 32bit arch 2022-10-08 01:55:18 +05:30
Sandeep Singh 85eda65d31 Merge pull request #2676 from projectdiscovery/dev
v2.7.8 Release
2022-10-08 00:36:57 +05:30
sandeep c694fd82e5 readme update 2022-10-08 00:33:40 +05:30
Ice3man 6c93d99745 Fixed failing lint tests 2022-10-08 00:10:32 +05:30
sandeep 299755b1a3 go mod + version update 2022-10-07 23:17:08 +05:30
Ice3man 9944f5e94e Added response truncation support with flags (#2688)
* Added response truncation support with flags

* Fixed failing tests for no size
2022-10-07 20:10:00 +05:30
Shubham Rasal 3ebd1f689b cidr input support #2665 (#2675)
* Add CIDR input support

- Add expandCIDRInputValue function which accepts the cidr,
  and stores the IPs into hmap. It uses mapcidr to get the expanded IPs
- Add test case to test expandCIDRInputValue and isCIDR function
- Update dsl_test.go which had typo. coz of failing test

* Resolve the requested changes
2022-10-07 14:28:02 +05:30
dependabot[bot] b17163e6b2 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2685)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.112 to 1.44.113.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.112...v1.44.113)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-10-07 14:25:21 +05:30
dependabot[bot] 04bd403e2e chore(deps): bump github.com/projectdiscovery/tlsx in /v2 (#2680)
Bumps [github.com/projectdiscovery/tlsx](https://github.com/projectdiscovery/tlsx) from 0.0.7 to 0.0.8.
- [Release notes](https://github.com/projectdiscovery/tlsx/releases)
- [Changelog](https://github.com/projectdiscovery/tlsx/blob/main/.goreleaser.yml)
- [Commits](https://github.com/projectdiscovery/tlsx/compare/v0.0.7...v0.0.8)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/tlsx
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-10-06 20:43:24 +05:30
dependabot[bot] e972f43014 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2681)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.111 to 1.44.112.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.111...v1.44.112)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-10-06 20:43:08 +05:30
Ice3man 1fd83c03bc Improved dsl test by removing coloring + fix datatime tests (#2654)
* Improved dsl test by removing coloring + fix datatime tests

* Fixed tests for dsl coloring
2022-10-06 03:18:05 +05:30
dependabot[bot] 549f4d54d9 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2678)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.110 to 1.44.111.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.110...v1.44.111)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-10-05 12:26:33 +05:30
Ice3man 357cd720b3 Merge pull request #2660 from projectdiscovery/results-pagination
Added pagination support to result retrieval
2022-10-05 01:04:45 +05:30
Ice3man d91c99fbb9 Updated fastdialer latest 2022-10-05 00:35:57 +05:30
Mzack9999 e45a00baa3 Merge pull request #2672 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.110
chore(deps): bump github.com/aws/aws-sdk-go from 1.44.109 to 1.44.110 in /v2
2022-10-04 13:24:40 +02:00
Mzack9999 33ed5e7c93 Merge pull request #2671 from bertold/bk/randomip-unittest
Unit test for GetRandomIPWithCidr and fixes
2022-10-04 12:29:41 +02:00
dependabot[bot] b5e7be56ce chore(deps): bump github.com/aws/aws-sdk-go in /v2
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.109 to 1.44.110.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.109...v1.44.110)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-10-04 05:16:26 +00:00
Bertold Kolics 087be32ae0 Added unit test for GetRandomIPWithCidr
Fixed an issue with handling non-zero based networks
Fixed an issue handling network addresses with single IPs
2022-10-03 18:30:55 -05:00
Ice3man e875da208e Merge pull request #2653 from projectdiscovery/elasticsearch-host-support
Added elasticsearch host reporting field support
2022-10-03 16:47:18 +05:30
ea08404538 Helm chart (#2557)
* added Helm chart

* Update deployment name in hap.yaml

Co-authored-by: Sandeep Singh <[email protected]>
Co-authored-by: Shubham Rasal <[email protected]>
2022-10-03 16:21:38 +05:30
dependabot[bot] 2067af8eb8 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2667)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.108 to 1.44.109.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.108...v1.44.109)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-10-03 15:45:14 +05:30
dependabot[bot] 9e20189041 chore(deps): bump github.com/shirou/gopsutil/v3 in /v2 (#2668)
Bumps [github.com/shirou/gopsutil/v3](https://github.com/shirou/gopsutil) from 3.22.8 to 3.22.9.
- [Release notes](https://github.com/shirou/gopsutil/releases)
- [Commits](https://github.com/shirou/gopsutil/compare/v3.22.8...v3.22.9)

---
updated-dependencies:
- dependency-name: github.com/shirou/gopsutil/v3
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-10-03 15:44:40 +05:30
dependabot[bot] f9e5cab79d chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2 (#2669)
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.61 to 0.0.62.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.61...v0.0.62)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-10-03 15:44:24 +05:30
Mzack9999 781e4e6105 Shared Execution Context Prototype (#2576)
* renaming var

* Introducing shared execution context prototype

* fixing field name

* adding shared values propagation

* adding shared context lock

* add slice values normalization

* adding integration tests

* adding metadata support for dns

* adding multi-protocol context sharing test

* removing debug test files

* moving contextargs around

* adding comments

* refactoring code

- getter/setter for complex types
- using pointers to avoid heap allocations
2022-10-03 15:42:20 +05:30
Mzack9999 2e66c8ddd6 Merge pull request #2662 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.108
chore(deps): bump github.com/aws/aws-sdk-go from 1.44.107 to 1.44.108 in /v2
2022-09-30 12:28:28 +02:00
dependabot[bot] 9678cf7028 chore(deps): bump github.com/aws/aws-sdk-go in /v2
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.107 to 1.44.108.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.107...v1.44.108)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-09-30 05:30:57 +00:00
Mzack9999andSandeep Singh 0b1ff2bfa4 Forcing conns to be gc-ed by default disabling keep-alive (#2642)
* Forcing conns to be gc-ed with keep-alive

* removing redundant code

keep-alive are disabled by default

* fixing merge conflict

Co-authored-by: Sandeep Singh <[email protected]>
2022-09-30 04:25:56 +05:30
Ice3man 4f37c0b1f5 Added pagination support to result retrieval 2022-09-29 04:52:03 +05:30
GitHub Action 935dd68355 Auto Generate Syntax Docs + JSONSchema [Wed Sep 28 22:44:26 UTC 2022] 🤖 2022-09-28 22:44:26 +00:00
Mzack9999 18f14b631c Adding same host redirect support (#2655)
* simplifying test syntax

* adding same host redirect + refactoring redirect handling

* adding missing file

* adding support for template syntax

* adding integration test

* updating options

* fixing issue on same host redirect
2022-09-29 04:11:28 +05:30
Mzack9999 898e6b9ad4 Merge pull request #2658 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.107
chore(deps): bump github.com/aws/aws-sdk-go from 1.44.106 to 1.44.107 in /v2
2022-09-28 13:47:21 +02:00
Mzack9999 3d2374ab73 Merge pull request #2637 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/go-rod/rod-0.111.0
chore(deps): bump github.com/go-rod/rod from 0.110.0 to 0.111.0 in /v2
2022-09-28 13:41:51 +02:00
dependabot[bot] f608017272 chore(deps): bump github.com/aws/aws-sdk-go in /v2
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.106 to 1.44.107.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.106...v1.44.107)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-09-28 05:16:29 +00:00
mzack 2cf0005eaa updating syntax 2022-09-28 01:51:47 +02:00
Mzack9999 5d41c74ead Merge pull request #2645 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.106
chore(deps): bump github.com/aws/aws-sdk-go from 1.44.105 to 1.44.106 in /v2
2022-09-28 01:47:15 +02:00
Ice3man 6d96f75df7 Added elasticsearch host reporting field support 2022-09-28 01:25:51 +05:30
aprp 57b0d78dcf add unit tests for extract.go (#2635) 2022-09-28 01:24:00 +05:30
dependabot[bot] cfcf8f4313 chore(deps): bump github.com/aws/aws-sdk-go in /v2
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.105 to 1.44.106.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.105...v1.44.106)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-09-27 05:20:56 +00:00
Myung-jong Kim 9eea441b0e Add sort(list), sort(string), uniq(list), uniq(string) helper functions (#2372)
* Add feature in join() to sort a single string slice

Signed-off-by: Myung-jong Kim <[email protected]>

* Add sort helper function and related tests

Signed-off-by: Myung-jong Kim <[email protected]>

* Add uniq helper function and related tests

Signed-off-by: mjkim610 <[email protected]>

Signed-off-by: Myung-jong Kim <[email protected]>
Signed-off-by: mjkim610 <[email protected]>
2022-09-27 02:59:13 +05:30
Ice3man fc27fc94a5 Added default config generation for reporting options (#2605) 2022-09-27 02:40:34 +05:30
Mzack9999 06dcee0704 Merge pull request #2639 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/projectdiscovery/wappalyzergo-0.0.61
chore(deps): bump github.com/projectdiscovery/wappalyzergo from 0.0.60 to 0.0.61 in /v2
2022-09-26 12:58:55 +02:00
Mzack9999 dab79a0fbb Merge pull request #2638 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.105
chore(deps): bump github.com/aws/aws-sdk-go from 1.44.104 to 1.44.105 in /v2
2022-09-26 12:58:44 +02:00
dependabot[bot] 1d7e12ce7a chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.60 to 0.0.61.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.60...v0.0.61)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-09-26 05:26:28 +00:00
dependabot[bot] a99892e5b9 chore(deps): bump github.com/aws/aws-sdk-go in /v2
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.104 to 1.44.105.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.104...v1.44.105)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-09-26 05:26:24 +00:00
dependabot[bot] 37d7786997 chore(deps): bump github.com/go-rod/rod from 0.110.0 to 0.111.0 in /v2
Bumps [github.com/go-rod/rod](https://github.com/go-rod/rod) from 0.110.0 to 0.111.0.
- [Release notes](https://github.com/go-rod/rod/releases)
- [Commits](https://github.com/go-rod/rod/compare/v0.110.0...v0.111.0)

---
updated-dependencies:
- dependency-name: github.com/go-rod/rod
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-09-26 05:26:15 +00:00
Mzack9999 b16f717def Merge pull request #2628 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/DataDog/gostackparse-0.6.0
chore(deps): bump github.com/DataDog/gostackparse from 0.5.0 to 0.6.0 in /v2
2022-09-25 18:41:34 +02:00
Mzack9999 6ac1172ae7 Merge pull request #2632 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.104
chore(deps): bump github.com/aws/aws-sdk-go from 1.44.102 to 1.44.104 in /v2
2022-09-25 18:40:56 +02:00
dependabot[bot] 3f1df87d10 chore(deps): bump github.com/go-rod/rod from 0.109.3 to 0.110.0 in /v2 (#2631)
Bumps [github.com/go-rod/rod](https://github.com/go-rod/rod) from 0.109.3 to 0.110.0.
- [Release notes](https://github.com/go-rod/rod/releases)
- [Commits](https://github.com/go-rod/rod/compare/v0.109.3...v0.110.0)

---
updated-dependencies:
- dependency-name: github.com/go-rod/rod
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-09-23 17:08:33 +05:30
dependabot[bot] 0997cd8673 chore(deps): bump github.com/aws/aws-sdk-go in /v2
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.102 to 1.44.104.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.102...v1.44.104)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-09-23 05:18:34 +00:00
dependabot[bot] 231ac89552 chore(deps): bump github.com/DataDog/gostackparse in /v2
Bumps [github.com/DataDog/gostackparse](https://github.com/DataDog/gostackparse) from 0.5.0 to 0.6.0.
- [Release notes](https://github.com/DataDog/gostackparse/releases)
- [Commits](https://github.com/DataDog/gostackparse/compare/v0.5.0...v0.6.0)

---
updated-dependencies:
- dependency-name: github.com/DataDog/gostackparse
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-09-22 05:29:11 +00:00
dependabot[bot] 6f2d4c2d0c chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2625)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.100 to 1.44.102.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.100...v1.44.102)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-09-21 20:54:29 +05:30
GitHub Action 3ad1fec1d2 Auto Generate Syntax Docs + JSONSchema [Tue Sep 20 21:37:56 UTC 2022] 🤖 2022-09-20 21:37:56 +00:00
Samiandsandeep 512eab7b21 tl flag improvements (#2596)
* tl flag improvements

* tl flag enhancement with additional filters

* added ExcluedTags filter

* tl flas to list template paths

* using stdout

* misc update

Co-authored-by: sandeep <[email protected]>
2022-09-21 03:03:57 +05:30
Mzack9999 99c14f4c9c implementation of rate limiter with bucket refill and unrestricted token burst (#2536)
* implementation of rate limiter with interval burst

* fixing import path

* fixing syntax

* adding tests

* fixing lint errors

* adding support for context

* moving rate limiter earlier to avoid hitting timeout
2022-09-19 17:09:28 +05:30
Ice3man 03c7e89d9e Added workflow names based condition (#2594)
* Added workflow names based condition

* Added conditional filtering to workflow executor

* Replaced names with single name stringslice

* Fixed workflow matcher condition + tests

* Fixed workflow item name
2022-09-19 16:49:30 +05:30
Mzack9999 b43598e733 Merge pull request #2421 from projectdiscovery/dependabot/go_modules/v2/dev/go.uber.org/atomic-1.10.0
chore(deps): bump go.uber.org/atomic from 1.9.0 to 1.10.0 in /v2
2022-09-19 08:52:07 +02:00
mzack 37c016a5f0 fixing lint errors 2022-09-19 08:38:52 +02:00
mzack 2eb2cd892a Merge branch 'dev' into dependabot/go_modules/v2/dev/go.uber.org/atomic-1.10.0 2022-09-19 08:34:21 +02:00
Mzack9999 baeb7219ec Merge pull request #2589 from projectdiscovery/dependabot/docker/dev/golang-1.19.1-alpine
chore(deps): bump golang from 1.19.0-alpine to 1.19.1-alpine
2022-09-19 08:31:27 +02:00
Mzack9999 32ebb1f089 Merge pull request #2620 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/go-playground/validator/v10-10.11.1
chore(deps): bump github.com/go-playground/validator/v10 from 10.11.0 to 10.11.1 in /v2
2022-09-19 08:20:54 +02:00
Mzack9999 6a824c35ac Merge pull request #2619 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.100
chore(deps): bump github.com/aws/aws-sdk-go from 1.44.99 to 1.44.100 in /v2
2022-09-19 08:20:41 +02:00
Mzack9999 39850b0b01 Merge pull request #2618 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/projectdiscovery/wappalyzergo-0.0.60
chore(deps): bump github.com/projectdiscovery/wappalyzergo from 0.0.59 to 0.0.60 in /v2
2022-09-19 08:20:29 +02:00
dependabot[bot] 0c18d0c33d chore(deps): bump github.com/go-playground/validator/v10 in /v2
Bumps [github.com/go-playground/validator/v10](https://github.com/go-playground/validator) from 10.11.0 to 10.11.1.
- [Release notes](https://github.com/go-playground/validator/releases)
- [Commits](https://github.com/go-playground/validator/compare/v10.11.0...v10.11.1)

---
updated-dependencies:
- dependency-name: github.com/go-playground/validator/v10
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-09-19 05:20:35 +00:00
dependabot[bot] 8eadc5f591 chore(deps): bump github.com/aws/aws-sdk-go in /v2
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.99 to 1.44.100.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.99...v1.44.100)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-09-19 05:20:26 +00:00
dependabot[bot] 83a1e1acad chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.59 to 0.0.60.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.59...v0.0.60)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-09-19 05:20:17 +00:00
Ice3manandsandeep 04b47b0309 Added custom json-unmarshaller + misc updates (#2556)
* Added custom json-unmarshaller + misc updates

* Added support for nuclei-cloud based scan execution

* Removed unnecessary files

* Misc

* Changes as per review comments

* misc option update

Co-authored-by: sandeep <[email protected]>
2022-09-19 01:13:59 +05:30
Sandeep Singh 42d9e7e75e Merge pull request #2590 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/projectdiscovery/wappalyzergo-0.0.59
chore(deps): bump github.com/projectdiscovery/wappalyzergo from 0.0.58 to 0.0.59 in /v2
2022-09-19 00:13:29 +05:30
Sandeep Singh 134031d5e5 Merge pull request #2615 from projectdiscovery/library-example-fix
Fix the example code showcasing how to use nuclei as a library
2022-09-18 16:30:15 +05:30
forgedhallpass c1ae0f612a Fix the example code showcasing how to use nuclei as a library 2022-09-17 22:30:17 +03:00
dependabot[bot] 254c88c2c6 chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.58 to 0.0.59.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.58...v0.0.59)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-09-16 17:42:16 +00:00
Ice3man 7e209dad01 Added multi-protocol requests support for templates (#2611) 2022-09-16 23:10:39 +05:30
Sajad 5377ee3f36 add proxy support at dialer level (#2549)
* add proxy support at dailer level

* add forward dialer to proxy
2022-09-16 21:36:17 +05:30
dependabot[bot] b31c21583b chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2609)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.95 to 1.44.99.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.95...v1.44.99)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-09-16 15:40:37 +05:30
dependabot[bot] f63f2e8923 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2591)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.93 to 1.44.95.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.93...v1.44.95)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-09-13 02:01:12 +05:30
dependabot[bot] 417ccc98c6 chore(deps): bump golang from 1.19.0-alpine to 1.19.1-alpine
Bumps golang from 1.19.0-alpine to 1.19.1-alpine.

---
updated-dependencies:
- dependency-name: golang
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-09-12 05:03:48 +00:00
dependabot[bot] 01e2e1df9a chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2577)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.92 to 1.44.93.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.92...v1.44.93)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-09-08 15:38:58 +05:30
Sami f3eb0daa39 additional dsl functions (#2550)
* additional dsl functions

* avoid conversion at each iteration
2022-09-08 14:25:34 +05:30
Mzack9999 7ce03bcc5b Optional use of local chrome for headless tests via tags (#2568) 2022-09-07 16:09:22 +05:30
dependabot[bot] f93d0e3956 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2574)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.91 to 1.44.92.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.91...v1.44.92)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-09-07 14:31:07 +05:30
dependabot[bot] 1ff0062663 chore(deps): bump go.uber.org/atomic from 1.9.0 to 1.10.0 in /v2
Bumps [go.uber.org/atomic](https://github.com/uber-go/atomic) from 1.9.0 to 1.10.0.
- [Release notes](https://github.com/uber-go/atomic/releases)
- [Changelog](https://github.com/uber-go/atomic/blob/master/CHANGELOG.md)
- [Commits](https://github.com/uber-go/atomic/compare/v1.9.0...v1.10.0)

---
updated-dependencies:
- dependency-name: go.uber.org/atomic
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-09-06 20:01:12 +00:00
dependabot[bot] f5c155ae2b chore(deps): bump github.com/shirou/gopsutil/v3 in /v2 (#2531)
Bumps [github.com/shirou/gopsutil/v3](https://github.com/shirou/gopsutil) from 3.22.7 to 3.22.8.
- [Release notes](https://github.com/shirou/gopsutil/releases)
- [Commits](https://github.com/shirou/gopsutil/compare/v3.22.7...v3.22.8)

---
updated-dependencies:
- dependency-name: github.com/shirou/gopsutil/v3
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-09-07 01:30:10 +05:30
dependabot[bot] 9046df8147 chore(deps): bump github.com/docker/go-units from 0.4.0 to 0.5.0 in /v2 (#2532)
Bumps [github.com/docker/go-units](https://github.com/docker/go-units) from 0.4.0 to 0.5.0.
- [Release notes](https://github.com/docker/go-units/releases)
- [Commits](https://github.com/docker/go-units/compare/v0.4.0...v0.5.0)

---
updated-dependencies:
- dependency-name: github.com/docker/go-units
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-09-07 00:45:02 +05:30
forgedhallpass fc0763641f New dsl functions (#2545)
* Update GO version to 1.18

* Removed redundant entry from the .gitignore file

* Added new DSL functions

to_unix_time(input string, optionalLayout string) int64
hex_to_dec(input string) float64
oct_to_dec(input string|number) float64
bin_to_dec(intput string|number) float64

* Notify if debug is enabled when a proxy cannot be validated

* Documentation: Go version requirement updated to 1.18

* test fix: Timezone agnostic date expectation in the assertion

* code review: extracted the default date-time layouts into a global variable
2022-09-07 00:44:29 +05:30
dependabot[bot] e9179e5ccb chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2 (#2562)
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.57 to 0.0.58.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.57...v0.0.58)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-09-06 02:29:44 +05:30
dependabot[bot] 1775feac36 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2564)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.90 to 1.44.91.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.90...v1.44.91)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-09-06 02:29:09 +05:30
dependabot[bot] c5cf92a3a2 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2537)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.88 to 1.44.90.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.88...v1.44.90)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-09-03 12:13:33 +05:30
dependabot[bot] 4a138544c3 chore(deps): bump github.com/itchyny/gojq from 0.12.8 to 0.12.9 in /v2 (#2538)
Bumps [github.com/itchyny/gojq](https://github.com/itchyny/gojq) from 0.12.8 to 0.12.9.
- [Release notes](https://github.com/itchyny/gojq/releases)
- [Changelog](https://github.com/itchyny/gojq/blob/main/CHANGELOG.md)
- [Commits](https://github.com/itchyny/gojq/compare/v0.12.8...v0.12.9)

---
updated-dependencies:
- dependency-name: github.com/itchyny/gojq
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-09-03 12:13:18 +05:30
sandeep 567a8c60a2 dev version update 2022-09-02 12:52:07 +05:30
Ice3manandsandeep e193e7c87e Added tlsx integration to nuclei (#2522)
* Added tlsx integration to nuclei

* tls tests fix

* Added helper functions + upgrade tlsx to fix

* go mod update

* workflow fix to race test on windows

Co-authored-by: sandeep <[email protected]>
2022-09-01 23:56:55 +05:30
dependabot[bot] 1b462903c2 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2524)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.87 to 1.44.88.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.87...v1.44.88)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-31 12:58:38 +05:30
James Turner 42a0732d68 Add sha512 support (#2517) 2022-08-31 12:36:02 +05:30
dependabot[bot] d517861e43 chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2 (#2510)
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.56 to 0.0.57.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.56...v0.0.57)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-30 16:24:22 +05:30
dependabot[bot] cf73cda57e chore(deps): bump github.com/go-rod/rod from 0.109.0 to 0.109.3 in /v2 (#2518)
Bumps [github.com/go-rod/rod](https://github.com/go-rod/rod) from 0.109.0 to 0.109.3.
- [Release notes](https://github.com/go-rod/rod/releases)
- [Commits](https://github.com/go-rod/rod/compare/v0.109.0...v0.109.3)

---
updated-dependencies:
- dependency-name: github.com/go-rod/rod
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-30 16:02:07 +05:30
dependabot[bot] b139ee05c7 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2519)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.83 to 1.44.87.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.83...v1.44.87)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-30 15:57:41 +05:30
sullo 69709326d8 Add secunia to bad site list (#2516) 2022-08-30 12:29:30 +05:30
Ice3man 466176e9e8 Merge pull request #2500 from projectdiscovery/goflags-update
Updated goflags to latest + misc
2022-08-30 11:52:25 +05:30
M. Ángel Jimeno 62a4e0aa52 Return wrapped errors for DSL compilation problems (#2492)
This allows the DSL help information to be printed when in debug mode.

Fixes #2481
2022-08-29 13:41:32 +05:30
mzack e53614de0e correcting option type 2022-08-29 06:44:51 +02:00
Mzack9999 8fe7276f9e bumping goflags version 2022-08-29 06:03:14 +02:00
Sandeep Singh e329428684 fix: make headless template validation optional (#2507) 2022-08-29 03:00:58 +05:30
Myung-jong Kimandsandeep 01fbb3050d Added option to list DSL function (#2497)
* Add lds flag

* misc flag update

* readme update

Co-authored-by: sandeep <[email protected]>
2022-08-28 16:37:21 +05:30
Ice3man 043189472f Misc fixes to integration tests 2022-08-27 19:50:25 +05:30
Ice3man 8892250583 Updated goflags to latest + misc 2022-08-27 19:35:17 +05:30
sandeep c34fd8b5c1 default timeout update 2022-08-27 13:46:23 +05:30
Sandeep Singh c734bd666f Merge pull request #2499 from mjkim610/gitignore-exe
Add .exe to gitignore
2022-08-27 12:45:06 +05:30
Myung-jong Kim 44cf3b7281 Add .exe to gitignore
The .exe files are Windows executables and should not be included
in the repo.

Signed-off-by: Myung-jong Kim <[email protected]>
2022-08-27 16:04:20 +09:00
Sandeep Singh 1010cca84e Merge pull request #2496 from projectdiscovery/dev
v2.7.7
2022-08-26 15:13:19 +05:30
sandeep 8f8ab429ff readme update 2022-08-26 14:20:18 +05:30
sandeep efdc57c7b2 version update 2022-08-26 14:18:32 +05:30
SajadandSandeep Singh 011da1388d add option to specify network interface (#2384)
* add option to specify network interface

* add source-ip flag

* fix typo

* fix err return

* readme update

Co-authored-by: Sandeep Singh <[email protected]>
2022-08-25 17:42:35 +05:30
Mzack9999 30054d1fb6 Adding advanced template filtering (#2374)
* Adding advanced template filtering

* fixing bug in slice

* refactoring tests

* adding test cases

* increasing error verbosity

* fixing quoted fields with spaces

* adding more test cases

* fixing merge error

* fixing lint errors

* switching to []string

* updating tag filter tests

* updating functional tests

* fixing functional test cases

* updating syntax
2022-08-25 16:52:08 +05:30
Sami 0aac36a44b added custom config flag (#2399)
* added custom config flag

* config.yaml file in custom  directory

* lint error fix

* few updates and error checks

* fix lint error

* copy config.yaml file if the dest folder does not exist

* lint error check

* added integration test

* improved test cases

* lint error fix
2022-08-25 16:10:07 +05:30
606c361b2a Add substr and aes_cbc DSL functions (#2361)
* 1、add DSL substr for #2304 By @hktalent
substr('xxtestxxx',2)。   testxxx
substr('xxtestxxx',2,-2)  testx
substr('xxtestxxx',2,6)   test

2、add DSL aes_cbc for #2243 By @hktalent
aes_cbc("key111key111key111key111", "dataxxxxxxdataxxxxxxdataxxxxxxdataxxxxxxdataxxxxxx")

3、fixed An error occurs when running nuclei with multiple instances #2301 By @hktalent

* refactoring helpers

* removing unwanted mutex

* commenting out test

* removing aes_cbc test due to random iv

Co-authored-by: 51pwn <[email protected]>
Co-authored-by: Mzack9999 <[email protected]>
2022-08-25 15:50:08 +05:30
Ice3man 0be596efb4 Added variable debug support with debug mode (#2442)
* Added variable debug support with debug mode

* Added changes as per review comments

* Fixed debug request condition
2022-08-25 15:37:03 +05:30
MinandSandeep Singh 72656025d8 Wrong parameters modified (#2491)
Co-authored-by: Sandeep Singh <[email protected]>
2022-08-25 15:14:08 +05:30
Ice3manandsandeep 7b7936b7a5 Added show-actions flag to display headless actions (#2456)
* Added show-actions flag to display headless actions

* misc update

* readme update

Co-authored-by: sandeep <[email protected]>
2022-08-25 10:43:32 +05:30
M. Ángel Jimenoandsandeep ecb3f21076 http: prevent HTTP 'connection' header from being added twice (#2480)
* http: prevent HTTP 'connection' header from being added twice

* misc fix

Co-authored-by: sandeep <[email protected]>
2022-08-25 00:25:02 +05:30
dependabot[bot] cdb9e617e6 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2483)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.82 to 1.44.83.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.82...v1.44.83)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-24 23:44:30 +05:30
dependabot[bot] d2233eff50 chore(deps): bump github.com/xanzy/go-gitlab in /v2 (#2484)
Bumps [github.com/xanzy/go-gitlab](https://github.com/xanzy/go-gitlab) from 0.73.0 to 0.73.1.
- [Release notes](https://github.com/xanzy/go-gitlab/releases)
- [Changelog](https://github.com/xanzy/go-gitlab/blob/master/releases_test.go)
- [Commits](https://github.com/xanzy/go-gitlab/compare/v0.73.0...v0.73.1)

---
updated-dependencies:
- dependency-name: github.com/xanzy/go-gitlab
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-24 23:44:03 +05:30
Ice3man 8165db2633 Fixed fatal panic in http header map read (#2488) 2022-08-24 23:29:22 +05:30
Ice3man 77c81834b2 Fixed loader templateConfig nil pointer crash (#2486) 2022-08-24 19:32:56 +05:30
Ice3man 8f313629b8 Memory usage optimizations (#2350)
* Replaced strings.Replaced with fasttemplate reducing allocations

Custom template parsing logic was replaced with fasttemplate package for reducing
allocations in the replacer.Replace hotpath leading to allocation reduction which
accounted for 30% of total nuclei allocations.

$ go test -bench=. -benchmem
goos: darwin
goarch: arm64
pkg: github.com/projectdiscovery/nuclei/v2/pkg/protocols/common/replacer
BenchmarkReplacer-8               837232              1422 ns/op            2112 B/op         31 allocs/op
BenchmarkReplacerNew-8           3672765               320.3 ns/op            48 B/op          4 allocs/op

* Fixed tests failing

* Use pre-compiled map of DSL expressions

* Reworked expression parsing logic to reduce memory allocations

$ go test -bench=. -benchmem
goos: darwin
goarch: arm64
pkg: github.com/projectdiscovery/nuclei/v2/pkg/protocols/common/expressions
BenchmarkEvaluate-8        31560             37769 ns/op           31731 B/op        265 allocs/op
BenchmarkEvaluateNew-8       109144              9621 ns/op            6253 B/op        116 allocs/op
2022-08-23 13:16:41 +05:30
dependabot[bot] f5f2ee145b chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2479)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.81 to 1.44.82.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.81...v1.44.82)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-23 12:50:41 +05:30
dependabot[bot] c3e9e1fe4a chore(deps): bump github.com/xanzy/go-gitlab in /v2 (#2478)
Bumps [github.com/xanzy/go-gitlab](https://github.com/xanzy/go-gitlab) from 0.72.0 to 0.73.0.
- [Release notes](https://github.com/xanzy/go-gitlab/releases)
- [Changelog](https://github.com/xanzy/go-gitlab/blob/master/releases_test.go)
- [Commits](https://github.com/xanzy/go-gitlab/compare/v0.72.0...v0.73.0)

---
updated-dependencies:
- dependency-name: github.com/xanzy/go-gitlab
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-23 12:50:27 +05:30
Ice3man e7cffad312 Fixed request annotation based timeout bugs + tests + misc (#2476) 2022-08-23 12:45:55 +05:30
Ice3manandsandeep 275425589a Added reference based tag addition to templates (#2464)
* Added reference based tag addition to templates

* reference mapping list update

* Misc changes as per review

Co-authored-by: sandeep <[email protected]>
2022-08-22 18:11:08 +05:30
Dani Goland 8670c8b20d Modified "xpath" extractor to support XML XPath in addition to HTML XPath (#2471)
* Modified "xpath" extractor to support XML XPath in addition to HTML XPath

* Updated function docs
2022-08-22 15:27:32 +05:30
dependabot[bot] 419924188b chore(deps): bump github.com/andygrunwald/go-jira in /v2 (#2470)
Bumps [github.com/andygrunwald/go-jira](https://github.com/andygrunwald/go-jira) from 1.15.1 to 1.16.0.
- [Release notes](https://github.com/andygrunwald/go-jira/releases)
- [Changelog](https://github.com/andygrunwald/go-jira/blob/main/CHANGELOG.md)
- [Commits](https://github.com/andygrunwald/go-jira/compare/v1.15.1...v1.16.0)

---
updated-dependencies:
- dependency-name: github.com/andygrunwald/go-jira
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-22 15:19:30 +05:30
2ae7e58c83 Fix socks5 proxy not working on tor proxy (#2455)
* fix: socks5 proxy not working on tor proxy

* fix: socks5 proxy not working on tor proxy

* minor refactoring

Co-authored-by: Sandeep Singh <[email protected]>
Co-authored-by: Mzack9999 <[email protected]>
2022-08-22 15:18:45 +05:30
dependabot[bot] c184b84ebf chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2468)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.77 to 1.44.81.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.77...v1.44.81)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-22 15:13:40 +05:30
dependabot[bot] c1a99ae452 chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2 (#2469)
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.55 to 0.0.56.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.55...v0.0.56)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-22 15:13:03 +05:30
Sami d14c00fc6f added validation for headless templates (#2423)
* added validation for headless templates

* minor update in log msg
2022-08-17 17:10:27 +04:00
Sandeep Singh a477fe0637 Merge pull request #2426 from projectdiscovery/dev
Bugfix release
2022-08-16 17:16:42 -07:00
Ice3man 9e531727a7 Fixed a bug with numerical regex in unresolved var detection (#2431) 2022-08-17 03:59:51 +04:00
dependabot[bot] 6c7cd17b72 chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2 (#2429)
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.54 to 0.0.55.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.54...v0.0.55)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-17 03:49:37 +04:00
dependabot[bot] 1828b3ba52 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2437)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.75 to 1.44.77.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.75...v1.44.77)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-17 03:48:53 +04:00
dependabot[bot] e056d58510 chore(deps): bump alpine from 3.16.1 to 3.16.2 (#2427)
Bumps alpine from 3.16.1 to 3.16.2.

---
updated-dependencies:
- dependency-name: alpine
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-17 03:48:40 +04:00
Sandeep Singh 2c79c9f87e rawhttp version bump (#2444) 2022-08-17 03:48:04 +04:00
sandeep de00155bb6 Added release announce automation 2022-08-13 01:30:08 -07:00
sandeep 3193bf8f94 version update 2022-08-13 01:26:43 -07:00
dependabot[bot] addf4fe5cf chore(deps): bump github.com/go-rod/rod from 0.108.2 to 0.109.0 in /v2 (#2422)
Bumps [github.com/go-rod/rod](https://github.com/go-rod/rod) from 0.108.2 to 0.109.0.
- [Release notes](https://github.com/go-rod/rod/releases)
- [Commits](https://github.com/go-rod/rod/compare/v0.108.2...v0.109.0)

---
updated-dependencies:
- dependency-name: github.com/go-rod/rod
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-11 22:37:43 -07:00
dependabot[bot] c985c508f7 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2420)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.73 to 1.44.75.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.73...v1.44.75)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-11 22:37:17 -07:00
dependabot[bot] 2c2e687507 chore(deps): bump github.com/xanzy/go-gitlab in /v2 (#2418)
Bumps [github.com/xanzy/go-gitlab](https://github.com/xanzy/go-gitlab) from 0.71.0 to 0.72.0.
- [Release notes](https://github.com/xanzy/go-gitlab/releases)
- [Changelog](https://github.com/xanzy/go-gitlab/blob/master/releases_test.go)
- [Commits](https://github.com/xanzy/go-gitlab/compare/v0.71.0...v0.72.0)

---
updated-dependencies:
- dependency-name: github.com/xanzy/go-gitlab
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-11 08:30:46 -07:00
dependabot[bot] 75f091c2a2 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2417)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.71 to 1.44.73.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.71...v1.44.73)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-11 08:30:22 -07:00
Ice3manandsandeep 67d5769cd9 Added initial catalog interface implementation (#2318)
* Added initial catalog interface implementation

* Added OpenFile to Catalog + disk catalog implementation

* Fixed merge issues

Co-authored-by: sandeep <[email protected]>
2022-08-10 11:05:58 -07:00
Ice3man 4dc98a1d95 Added support for blank Request-URI which specifies no slash suffix (#2414) 2022-08-10 10:15:09 -07:00
dependabot[bot] 16fe557398 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2411)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.70 to 1.44.71.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.70...v1.44.71)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-09 15:15:01 -07:00
Ice3man a190d8ff97 Added profile-mem flag for Memory profiling (#2292)
* Added profile flag for CPU and Memory profiling

* Updated DESIGN.md profiling instructions

* Misc

* Do only memory profiling

* Use gologger

* Misc
2022-08-09 11:19:23 -07:00
dependabot[bot] d91e0af6d0 chore(deps): bump golang from 1.18.4-alpine to 1.19.0-alpine (#2404)
Bumps golang from 1.18.4-alpine to 1.19.0-alpine.

---
updated-dependencies:
- dependency-name: golang
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-08 11:26:59 +05:30
dependabot[bot] 4461ec8db3 chore(deps): bump github.com/xanzy/go-gitlab in /v2 (#2406)
Bumps [github.com/xanzy/go-gitlab](https://github.com/xanzy/go-gitlab) from 0.70.0 to 0.71.0.
- [Release notes](https://github.com/xanzy/go-gitlab/releases)
- [Changelog](https://github.com/xanzy/go-gitlab/blob/master/releases_test.go)
- [Commits](https://github.com/xanzy/go-gitlab/compare/v0.70.0...v0.71.0)

---
updated-dependencies:
- dependency-name: github.com/xanzy/go-gitlab
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-08 11:24:40 +05:30
dependabot[bot] b521cb8047 chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2 (#2405)
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.53 to 0.0.54.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.53...v0.0.54)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-08 11:24:18 +05:30
Sajad c4ba2b4edb Additional helpers (#2359)
* add starts_with, ends_with helper functions

* add test cases, update dsl signatures

* change split_starts_with to line_starts_with
2022-08-06 23:16:03 +05:30
dependabot[bot] d9f9324e12 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2396)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.69 to 1.44.70.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.69...v1.44.70)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-06 23:07:03 +05:30
true13 c8f5f02ad6 한국어 -> korean (#2401) 2022-08-06 12:01:54 +05:30
sandeep c815f53e67 interactsh test domain update 2022-08-04 19:37:33 +05:30
dependabot[bot] 4e871277d8 chore(deps): bump github.com/go-rod/rod from 0.108.1 to 0.108.2 in /v2 (#2391)
Bumps [github.com/go-rod/rod](https://github.com/go-rod/rod) from 0.108.1 to 0.108.2.
- [Release notes](https://github.com/go-rod/rod/releases)
- [Commits](https://github.com/go-rod/rod/compare/v0.108.1...v0.108.2)

---
updated-dependencies:
- dependency-name: github.com/go-rod/rod
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-04 17:15:03 +05:30
dependabot[bot] 306fdc8453 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2392)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.67 to 1.44.69.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.67...v1.44.69)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-04 17:12:41 +05:30
dependabot[bot] 821f0a48ea chore(deps): bump github.com/xanzy/go-gitlab in /v2 (#2381)
Bumps [github.com/xanzy/go-gitlab](https://github.com/xanzy/go-gitlab) from 0.69.0 to 0.70.0.
- [Release notes](https://github.com/xanzy/go-gitlab/releases)
- [Changelog](https://github.com/xanzy/go-gitlab/blob/master/releases_test.go)
- [Commits](https://github.com/xanzy/go-gitlab/compare/v0.69.0...v0.70.0)

---
updated-dependencies:
- dependency-name: github.com/xanzy/go-gitlab
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-02 19:00:10 +05:30
dependabot[bot] f15d6bda4d chore(deps): bump github.com/shirou/gopsutil/v3 in /v2 (#2379)
Bumps [github.com/shirou/gopsutil/v3](https://github.com/shirou/gopsutil) from 3.22.6 to 3.22.7.
- [Release notes](https://github.com/shirou/gopsutil/releases)
- [Commits](https://github.com/shirou/gopsutil/compare/v3.22.6...v3.22.7)

---
updated-dependencies:
- dependency-name: github.com/shirou/gopsutil/v3
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-02 18:59:44 +05:30
dependabot[bot] 4b6c6933bb chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2382)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.65 to 1.44.67.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.65...v1.44.67)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-02 18:49:16 +05:30
dependabot[bot] 889d26dbb2 chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2 (#2378)
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.52 to 0.0.53.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.52...v0.0.53)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-08-02 18:48:19 +05:30
Mzack9999 16acbe80f7 Merge pull request #2366 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.65
chore(deps): bump github.com/aws/aws-sdk-go from 1.44.64 to 1.44.65 in /v2
2022-07-29 15:26:43 +02:00
GitHub Action 3243e4dcc5 Auto Generate Syntax Docs + JSONSchema [Fri Jul 29 11:39:57 UTC 2022] 🤖 2022-07-29 11:39:57 +00:00
forgedhallpass d24736f655 fix typo in the headless setmethod function #2365 2022-07-29 14:38:07 +03:00
dependabot[bot] 2c7c8323d6 chore(deps): bump github.com/aws/aws-sdk-go in /v2
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.64 to 1.44.65.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.64...v1.44.65)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-07-29 05:20:05 +00:00
sandeep 125588046e version update 2022-07-28 17:05:29 +05:30
dependabot[bot] 6077fb3da3 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2356)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.63 to 1.44.64.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.63...v1.44.64)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-07-28 14:13:25 +05:30
dependabot[bot] 7b99e4bc7a chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2352)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.62 to 1.44.63.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.62...v1.44.63)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-07-27 15:26:59 +05:30
dependabot[bot] 16a3b5bc8a chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2343)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.61 to 1.44.62.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.61...v1.44.62)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-07-26 22:53:48 +05:30
Mzack9999 b942ddc6ad Fixing map race condition (#2340) 2022-07-26 18:30:15 +05:30
Samiandmzack 4da4ca5a16 missing ip in json (#2310)
* missing ip in json

* using GetDNSData in place of GetDialedIP

* updated go mod

* bumping rawhttp test version

Co-authored-by: mzack <[email protected]>
2022-07-26 17:08:53 +05:30
Sandeep Singh 366e04be8d Merge pull request #2337 from projectdiscovery/dependabot/docker/dev/alpine-3.16.1
chore(deps): bump alpine from 3.16.0 to 3.16.1
2022-07-25 20:56:49 +05:30
Sandeep Singh 03af9e10cc Merge pull request #2338 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/projectdiscovery/wappalyzergo-0.0.52
chore(deps): bump github.com/projectdiscovery/wappalyzergo from 0.0.51 to 0.0.52 in /v2
2022-07-25 20:55:44 +05:30
Sandeep Singh da23163cb2 Merge pull request #2339 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.61
chore(deps): bump github.com/aws/aws-sdk-go from 1.44.60 to 1.44.61 in /v2
2022-07-25 20:55:34 +05:30
dependabot[bot] 1587efae0a chore(deps): bump github.com/aws/aws-sdk-go in /v2
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.60 to 1.44.61.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.60...v1.44.61)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-07-25 05:29:59 +00:00
dependabot[bot] 449f747f3c chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.51 to 0.0.52.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.51...v0.0.52)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-07-25 05:29:47 +00:00
dependabot[bot] b8d47ffe05 chore(deps): bump alpine from 3.16.0 to 3.16.1
Bumps alpine from 3.16.0 to 3.16.1.

---
updated-dependencies:
- dependency-name: alpine
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-07-25 05:06:06 +00:00
Sandeep Singh 146c527de0 Merge pull request #2336 from projectdiscovery/dev
v2.7.5
2022-07-24 15:34:31 +05:30
sandeep 3052d8a7f6 Merge branch 'dev' of https://github.com/projectdiscovery/nuclei into dev 2022-07-24 15:00:44 +05:30
sandeep ee9f8b7651 version update 2022-07-24 15:00:36 +05:30
Sajad 005b92217f return on parse template error unconditionally (#2327) 2022-07-24 14:56:06 +05:30
sandeep ae5bc2b269 Merge branch 'master' of https://github.com/projectdiscovery/nuclei into dev 2022-07-24 12:03:33 +05:30
MiryangJung 1c85740f5b Add Korean translation README.md (#2332)
* Add KR

* Add KR
2022-07-24 12:02:58 +05:30
dependabot[bot] 8d909c8e5d chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2331)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.59 to 1.44.60.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.59...v1.44.60)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-07-22 19:37:00 +05:30
Ice3man 7d7314e3f3 Added global variables support to SSL protocol (#2325) 2022-07-22 01:35:21 +05:30
Ice3man a3eb5ebd4c Added CISA KEV annotation support to cve-annotate (#2323)
* Added CISA KEV annotation support to cve-annotate

* Fixed lint errors
2022-07-21 21:30:15 +05:30
Ice3man 2873e6ebc8 Added timeout context cancellation to http requests (#2319) 2022-07-21 21:29:34 +05:30
Mzack9999 ad2f0792c4 Merge pull request #2324 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.59
chore(deps): bump github.com/aws/aws-sdk-go from 1.44.57 to 1.44.59 in /v2
2022-07-21 12:36:04 +02:00
dependabot[bot] 0a7f4b9737 chore(deps): bump github.com/aws/aws-sdk-go in /v2
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.57 to 1.44.59.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.57...v1.44.59)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-07-21 05:25:49 +00:00
dependabot[bot] d65d2356be chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2312)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.56 to 1.44.57.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.56...v1.44.57)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-07-19 15:42:21 +05:30
Mike RheinheimerandMike Rheinheimer 9efba05e0c expose hosterrorscache.Cache as an interface (#2291)
* expose hosterrorscache as an interface, change signature to capture the error reason

* use the hosterrorscache.CacheInterface as struct field so users of Nuclei embedded can provide their own cache implementation

Co-authored-by: Mike Rheinheimer <[email protected]>
2022-07-19 02:05:53 +05:30
Sandeep Singh 1bf885e97b Increases race condition coverage (#2293) 2022-07-19 01:10:10 +05:30
Ice3man 07d5beb73a Fixed race condition with raw http options (#2306) 2022-07-19 01:08:30 +05:30
dependabot[bot] fd0acc559d chore(deps): bump github.com/projectdiscovery/interactsh in /v2 (#2299)
Bumps [github.com/projectdiscovery/interactsh](https://github.com/projectdiscovery/interactsh) from 1.0.5 to 1.0.6.
- [Release notes](https://github.com/projectdiscovery/interactsh/releases)
- [Changelog](https://github.com/projectdiscovery/interactsh/blob/main/.goreleaser.yml)
- [Commits](https://github.com/projectdiscovery/interactsh/compare/v1.0.5...v1.0.6)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/interactsh
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-07-18 14:57:24 +05:30
dependabot[bot] 1770fd3e54 chore(deps): bump github.com/xanzy/go-gitlab in /v2 (#2297)
Bumps [github.com/xanzy/go-gitlab](https://github.com/xanzy/go-gitlab) from 0.68.2 to 0.69.0.
- [Release notes](https://github.com/xanzy/go-gitlab/releases)
- [Changelog](https://github.com/xanzy/go-gitlab/blob/master/releases_test.go)
- [Commits](https://github.com/xanzy/go-gitlab/compare/v0.68.2...v0.69.0)

---
updated-dependencies:
- dependency-name: github.com/xanzy/go-gitlab
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-07-18 14:21:27 +05:30
dependabot[bot] e897f69296 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2300)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.55 to 1.44.56.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.55...v1.44.56)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-07-18 14:20:51 +05:30
dependabot[bot] 9090ae993e chore(deps): bump golang from 1.18.3-alpine to 1.18.4-alpine (#2296)
Bumps golang from 1.18.3-alpine to 1.18.4-alpine.

---
updated-dependencies:
- dependency-name: golang
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-07-18 14:19:09 +05:30
dependabot[bot] 19a3b436dc chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2 (#2298)
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.50 to 0.0.51.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.50...v0.0.51)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-07-18 14:18:44 +05:30
Mzack9999 cf1039f49c Adding prototype of request flow override annotations (#2161)
* Adding prototype of request flow override annotations

* reworking iteration engine

* adding directory to .gitignore
2022-07-18 14:16:03 +05:30
Sandeep Singh 0165822b49 Merge pull request #2303 from projectdiscovery/dev
v2.7.4 Release
2022-07-18 13:43:20 +05:30
sandeep 4ae458df98 readme update 2022-07-18 13:11:28 +05:30
dependabot[bot] 46f59379d9 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2289)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.53 to 1.44.55.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.53...v1.44.55)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-07-16 18:04:53 +05:30
dependabot[bot]andmzack 85ca247d26 chore(deps): bump github.com/go-rod/rod from 0.107.3 to 0.108.1 in /v2 (#2272)
* chore(deps): bump github.com/go-rod/rod from 0.107.3 to 0.108.1 in /v2

Bumps [github.com/go-rod/rod](https://github.com/go-rod/rod) from 0.107.3 to 0.108.1.
- [Release notes](https://github.com/go-rod/rod/releases)
- [Commits](https://github.com/go-rod/rod/compare/v0.107.3...v0.108.1)

---
updated-dependencies:
- dependency-name: github.com/go-rod/rod
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

* increasing page timeout

* further increasing timeout

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
Co-authored-by: mzack <[email protected]>
2022-07-14 03:14:13 +05:30
db727db006 Optionally disable templates syntax strict check (#2266)
* nuclei::templates|define strict option (default)

* renaming flag and internal variable

* misc flag update

Co-authored-by: c-f <[email protected]>
Co-authored-by: mzack <[email protected]>
Co-authored-by: sandeep <[email protected]>
2022-07-13 17:00:11 +05:30
Samiandsandeep 6c2fdd3387 Issue 2227 ntv flag run new templates added in specific version (#2275)
* ntv flag to run templates added in specified version

* added missing arguments

* misc update

* added functional test and err check

* updated the min version

Co-authored-by: sandeep <[email protected]>
2022-07-13 16:49:06 +05:30
Mzack9999 d96b005a15 Merge pull request #2279 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.53
chore(deps): bump github.com/aws/aws-sdk-go from 1.44.52 to 1.44.53 in /v2
2022-07-13 10:30:16 +02:00
Sajad be73fde0db use go-homedir instead of standard os.userhomedir (#2262)
* use go-homedir instead of standard os.userhomedir

* set r.templatesConfig before write attempt to avoid panic
2022-07-13 13:33:13 +05:30
dependabot[bot] d5974f8171 chore(deps): bump github.com/aws/aws-sdk-go in /v2
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.52 to 1.44.53.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.52...v1.44.53)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-07-13 05:25:22 +00:00
Mzack9999 04df7244d3 Merge pull request #2278 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.52
chore(deps): bump github.com/aws/aws-sdk-go from 1.44.45 to 1.44.52 in /v2
2022-07-12 18:12:17 +02:00
Mzack9999 625b839e8c Merge pull request #2250 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/shirou/gopsutil/v3-3.22.6
chore(deps): bump github.com/shirou/gopsutil/v3 from 3.22.5 to 3.22.6 in /v2
2022-07-12 17:56:24 +02:00
Mzack9999 83ecf59305 Merge pull request #2273 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/projectdiscovery/wappalyzergo-0.0.50
chore(deps): bump github.com/projectdiscovery/wappalyzergo from 0.0.48 to 0.0.50 in /v2
2022-07-12 17:55:23 +02:00
dependabot[bot] 61c09d81f0 chore(deps): bump github.com/aws/aws-sdk-go in /v2
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.45 to 1.44.52.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.45...v1.44.52)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-07-12 05:22:07 +00:00
Mzack9999 57b2ec7ade Adding offline http tests (#2276) 2022-07-12 02:58:36 +05:30
Mzack9999 1c332bb85b Improving RFC request/response passive parsing (#2192)
* Improving RFC request/response passive parsing

* adding test
2022-07-11 22:43:10 +05:30
Mzack9999 3c945f6ae9 Adding stricter check on offline templates list (#2213) 2022-07-11 22:38:07 +05:30
Ice3man 5b3c2861c2 Added interact-url placeholder support to variables in http requests (#2237)
* Added interact-url placeholder support to variables in http requests

* Fixed variable errors

* Fixed issue with interactsh in req
2022-07-11 22:18:13 +05:30
dependabot[bot] 2cd4d425cb chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.48 to 0.0.50.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.48...v0.0.50)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-07-11 05:21:29 +00:00
sulloandmzack fd9c865416 Add new sites to ban list (#2215)
* Add new sites to ban list
* ntelbras.com/
* andmp.com/
* blacklanternsecurity.com/
* pwnwiki.org/
* 0dayhack.net/
* correkt.horse/
* poc.wgpsec.org
* ctf\-writeup.revers3c.com/

* Update cve-annotate to use a contains instead of regex, as it's slightly faster

* Tighten up matchers a little

* small refactor

* Remove lead / from skip domains
Remove stray debug printf

Co-authored-by: mzack <[email protected]>
2022-07-08 20:28:22 +05:30
anyknoandmzack 73a0043f2d fix: socks5 proxy not working on https target (#2228)
* fix: socks5 proxy not working on https target

* small name refactor

Co-authored-by: mzack <[email protected]>
2022-07-01 15:31:00 +05:30
dependabot[bot] 21a63cc449 chore(deps): bump github.com/shirou/gopsutil/v3 in /v2
Bumps [github.com/shirou/gopsutil/v3](https://github.com/shirou/gopsutil) from 3.22.5 to 3.22.6.
- [Release notes](https://github.com/shirou/gopsutil/releases)
- [Commits](https://github.com/shirou/gopsutil/compare/v3.22.5...v3.22.6)

---
updated-dependencies:
- dependency-name: github.com/shirou/gopsutil/v3
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-07-01 05:22:04 +00:00
Mzack9999andsandeep 476773ff8c Replacing hasstdin with helper library (#2191)
* Replacing hasstdin with helper library

* adding timeout reader on stdin

* adding large input read timeout

* reducing stdin timeout + nostdin flag

* go mod update

* readme update

* go mod tidy

Co-authored-by: sandeep <[email protected]>
2022-06-30 17:51:54 +05:30
dependabot[bot] b0e5da2699 chore(deps): bump github.com/owenrumney/go-sarif/v2 in /v2 (#2200)
Bumps [github.com/owenrumney/go-sarif/v2](https://github.com/owenrumney/go-sarif) from 2.1.1 to 2.1.2.
- [Release notes](https://github.com/owenrumney/go-sarif/releases)
- [Changelog](https://github.com/owenrumney/go-sarif/blob/main/.goreleaser.yml)
- [Commits](https://github.com/owenrumney/go-sarif/compare/v2.1.1...v2.1.2)

---
updated-dependencies:
- dependency-name: github.com/owenrumney/go-sarif/v2
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-06-30 17:02:37 +05:30
dependabot[bot] 3e6603a792 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2246)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.43 to 1.44.45.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.43...v1.44.45)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-06-30 16:53:40 +05:30
dependabot[bot] deca59a5d7 chore(deps): bump github.com/projectdiscovery/interactsh in /v2 (#2248)
Bumps [github.com/projectdiscovery/interactsh](https://github.com/projectdiscovery/interactsh) from 1.0.4 to 1.0.5.
- [Release notes](https://github.com/projectdiscovery/interactsh/releases)
- [Changelog](https://github.com/projectdiscovery/interactsh/blob/main/.goreleaser.yml)
- [Commits](https://github.com/projectdiscovery/interactsh/compare/v1.0.4...v1.0.5)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/interactsh
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-06-30 16:53:23 +05:30
Mzack9999 3838d06aeb Adding prototype for unexpected fields validation in matchers (#2171)
* Adding unexpected fields validation

* using expected fields

* adding missing expected field

* using reflect
2022-06-30 16:50:54 +05:30
dependabot[bot] b238899581 chore(deps): bump github.com/go-rod/rod from 0.107.1 to 0.107.3 in /v2 (#2230)
Bumps [github.com/go-rod/rod](https://github.com/go-rod/rod) from 0.107.1 to 0.107.3.
- [Release notes](https://github.com/go-rod/rod/releases)
- [Commits](https://github.com/go-rod/rod/compare/v0.107.1...v0.107.3)

---
updated-dependencies:
- dependency-name: github.com/go-rod/rod
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-06-30 10:34:08 +05:30
dependabot[bot] a9405b6881 chore(deps): bump github.com/hashicorp/go-version in /v2 (#2239)
Bumps [github.com/hashicorp/go-version](https://github.com/hashicorp/go-version) from 1.5.0 to 1.6.0.
- [Release notes](https://github.com/hashicorp/go-version/releases)
- [Changelog](https://github.com/hashicorp/go-version/blob/main/CHANGELOG.md)
- [Commits](https://github.com/hashicorp/go-version/compare/v1.5.0...v1.6.0)

---
updated-dependencies:
- dependency-name: github.com/hashicorp/go-version
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-06-30 10:33:29 +05:30
dependabot[bot] 1c6bf0958c chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2 (#2240)
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.47 to 0.0.48.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.47...v0.0.48)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-06-30 10:33:16 +05:30
dependabot[bot] 1f7c782d8d chore(deps): bump github.com/xanzy/go-gitlab in /v2 (#2241)
Bumps [github.com/xanzy/go-gitlab](https://github.com/xanzy/go-gitlab) from 0.68.0 to 0.68.2.
- [Release notes](https://github.com/xanzy/go-gitlab/releases)
- [Changelog](https://github.com/xanzy/go-gitlab/blob/master/releases_test.go)
- [Commits](https://github.com/xanzy/go-gitlab/compare/v0.68.0...v0.68.2)

---
updated-dependencies:
- dependency-name: github.com/xanzy/go-gitlab
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-06-30 10:33:01 +05:30
dependabot[bot] c02a2b25a2 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2238)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.37 to 1.44.43.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.37...v1.44.43)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-06-28 20:23:17 +05:30
dependabot[bot] 0684ad4672 chore(deps): bump github.com/stretchr/testify from 1.7.2 to 1.7.5 in /v2 (#2220)
Bumps [github.com/stretchr/testify](https://github.com/stretchr/testify) from 1.7.2 to 1.7.5.
- [Release notes](https://github.com/stretchr/testify/releases)
- [Commits](https://github.com/stretchr/testify/compare/v1.7.2...v1.7.5)

---
updated-dependencies:
- dependency-name: github.com/stretchr/testify
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-06-28 20:22:48 +05:30
dependabot[bot] 924e9c74f9 chore(deps): bump github.com/miekg/dns from 1.1.49 to 1.1.50 in /v2 (#2197)
Bumps [github.com/miekg/dns](https://github.com/miekg/dns) from 1.1.49 to 1.1.50.
- [Release notes](https://github.com/miekg/dns/releases)
- [Changelog](https://github.com/miekg/dns/blob/master/Makefile.release)
- [Commits](https://github.com/miekg/dns/compare/v1.1.49...v1.1.50)

---
updated-dependencies:
- dependency-name: github.com/miekg/dns
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-06-28 20:22:00 +05:30
Ice3man f3de611b49 Added enhancements for http variables support (#2223) 2022-06-28 20:20:18 +05:30
Ice3man 8040b66370 Added http request timeout support with annotations (#2233)
* Added http request timeout support with annotations

* Added nolint statements for lostcontext

* misc

* misc
2022-06-27 18:36:46 +05:30
Ice3man ffe6ab04b3 Added include-templates force-loading for templates (#2232)
* Added include-templates force-loading for templates

* Fixed loader case with include-templates

* Added integration test for excluded-template in loader
2022-06-27 18:09:29 +05:30
GitHub Action 73ddae3478 Auto Generate Syntax Docs + JSONSchema [Fri Jun 24 17:41:08 UTC 2022] 🤖 2022-06-24 17:41:08 +00:00
Ice3man 7875b06fc8 Added exclude-matchers support for template & matchers (#2218)
* Added exclude-matchers support for template & matchers

* Fixed panics due to typo

* Added support for only template ID + misc cleanup
2022-06-24 23:09:27 +05:30
Ice3man 9073b753ca Added aes_gcm implementation for DSL function (#2196)
* Added aes_gcm implementation for DSL function

* Added integration test for dsl-functions.yaml
2022-06-23 16:16:24 +05:30
Sandeep Singh e126237cbd Merge pull request #2201 from projectdiscovery/dev
Bugfix Release
2022-06-22 01:28:14 +05:30
sandeep 7f28c048a6 version update 2022-06-22 00:45:08 +05:30
Mzack9999 0b351e83f3 Add self diagnostic functionality (#2178)
* Adding Self-Diagnostic

* adding comment
2022-06-22 00:40:10 +05:30
dependabot[bot]andmzack 1047047790 chore(deps): bump github.com/go-rod/rod from 0.106.8 to 0.107.1 in /v2 (#2114)
* chore(deps): bump github.com/go-rod/rod from 0.106.8 to 0.107.1 in /v2

Bumps [github.com/go-rod/rod](https://github.com/go-rod/rod) from 0.106.8 to 0.107.1.
- [Release notes](https://github.com/go-rod/rod/releases)
- [Commits](https://github.com/go-rod/rod/compare/v0.106.8...v0.107.1)

---
updated-dependencies:
- dependency-name: github.com/go-rod/rod
  dependency-type: direct:production
  update-type: version-update:semver-minor
...

Signed-off-by: dependabot[bot] <[email protected]>

* fixing function call

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
Co-authored-by: mzack <[email protected]>
2022-06-22 00:31:08 +05:30
Mzack9999andsandeep 112762f024 Adding http request validation at compile time (#2193)
* Adding http request validation at compile time

* misc update

Co-authored-by: sandeep <[email protected]>
2022-06-22 00:26:06 +05:30
Ice3man 50d21c0464 Fixed a issue with random invalid matches in DSL (#2195) 2022-06-21 21:58:43 +05:30
M. Ángel Jimeno af4854f90d output: fix WriteStoreDebugData file permissions (#2187)
Fixes #2180
2022-06-20 17:10:22 +05:30
dependabot[bot] cba6dbb8f4 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2185)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.36 to 1.44.37.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.36...v1.44.37)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-06-20 15:00:02 +05:30
dependabot[bot] 979fd4c884 chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2 (#2186)
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.46 to 0.0.47.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.46...v0.0.47)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-06-20 14:59:42 +05:30
Mzack9999 93b4983b36 Merge pull request #2182 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.36
chore(deps): bump github.com/aws/aws-sdk-go from 1.44.35 to 1.44.36 in /v2
2022-06-17 16:59:32 +02:00
Mzack9999 3362342127 Merge pull request #2179 from projectdiscovery/maint-goflags-refactor
Using library creategroup helper
2022-06-17 16:59:07 +02:00
dependabot[bot] bbb219cec4 chore(deps): bump github.com/aws/aws-sdk-go in /v2
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.35 to 1.44.36.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.35...v1.44.36)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-06-17 05:25:11 +00:00
Sajad 644c951449 use formedURL instead reqURL in http request dump message (#2174) 2022-06-16 17:24:21 +05:30
mzack c2f5b41ef3 Using library creategroup helper 2022-06-16 13:14:53 +02:00
dependabot[bot] cd16f8d225 chore(deps): bump github.com/aws/aws-sdk-go in /v2 (#2175)
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.34 to 1.44.35.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.34...v1.44.35)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>

Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
2022-06-16 14:42:08 +05:30
Sajad b715a601e8 Adding nil operator check on clustering (#2173)
* add nil operator check

* move nil pointer check
2022-06-16 14:41:05 +05:30
Mzack9999 7559c487bb Merge pull request #2168 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.34
chore(deps): bump github.com/aws/aws-sdk-go from 1.44.33 to 1.44.34 in /v2
2022-06-15 14:10:41 +02:00
dependabot[bot] 2bcdf28cca chore(deps): bump github.com/aws/aws-sdk-go in /v2
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.33 to 1.44.34.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.33...v1.44.34)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-06-15 05:19:35 +00:00
Mzack9999 e72d5dd350 Merge pull request #2153 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/projectdiscovery/wappalyzergo-0.0.46
chore(deps): bump github.com/projectdiscovery/wappalyzergo from 0.0.45 to 0.0.46 in /v2
2022-06-14 10:50:46 +02:00
Mzack9999 fbbe9e652f Merge pull request #2159 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.33
chore(deps): bump github.com/aws/aws-sdk-go from 1.44.32 to 1.44.33 in /v2
2022-06-14 10:50:36 +02:00
sulloandmzack a5fd6b79ab Skip dead sites in reference annotation (#2156)
* Typo

* * Add list of dead reference sites
* Skip dead sites when annotating references

* Tighten up site regexes

* Lint cleanup

* One last url regex cleanup

* small code optimization

* using raw strings for regexes

Co-authored-by: mzack <[email protected]>
2022-06-14 11:04:00 +05:30
dependabot[bot] 623f000339 chore(deps): bump github.com/aws/aws-sdk-go in /v2
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.32 to 1.44.33.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.32...v1.44.33)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-06-14 05:19:17 +00:00
Mzack9999 39e4a1fc9e Merge pull request #2152 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.32
chore(deps): bump github.com/aws/aws-sdk-go from 1.44.31 to 1.44.32 in /v2
2022-06-13 13:49:45 +02:00
Mzack9999 a4cdba0691 Improving literals detection in expression engine (#2148)
* Improving literals detection in expression engine

* fixing lint errors

* re-add accidentally deleted test
2022-06-13 13:55:06 +05:30
dependabot[bot] 54c398449d chore(deps): bump github.com/projectdiscovery/wappalyzergo in /v2
Bumps [github.com/projectdiscovery/wappalyzergo](https://github.com/projectdiscovery/wappalyzergo) from 0.0.45 to 0.0.46.
- [Release notes](https://github.com/projectdiscovery/wappalyzergo/releases)
- [Commits](https://github.com/projectdiscovery/wappalyzergo/compare/v0.0.45...v0.0.46)

---
updated-dependencies:
- dependency-name: github.com/projectdiscovery/wappalyzergo
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-06-13 05:28:08 +00:00
dependabot[bot] 8f0741e6a2 chore(deps): bump github.com/aws/aws-sdk-go in /v2
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.31 to 1.44.32.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.31...v1.44.32)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-06-13 05:28:00 +00:00
Sajadandsandeep e7591ec8b3 use request numbering as per template definition in req-condition (#2135)
* use original request number instead of current iteration in request-condition

* add previousEvent tracking back for request condition

Co-authored-by: sandeep <[email protected]>
2022-06-11 14:29:05 +05:30
tanimdiucse123andSandeep Singh e575f53be7 Empty string test can be improved (#2115)
It is not recommended to use len for empty string test.

A string can be tested for its emptiness either by treating it as a slice and calculating the length of the slice, or by treating it as a string and directly comparing the value. While both produce identical code when compiled, it makes more sense to treat a string as itself, than a slice, for the sake of comparison of values.

Examples

Bad practice

len(s) == 0

Recommended

s == ""

The recommended practice is considered more idiomatic in Go.

Co-authored-by: Sandeep Singh <[email protected]>
2022-06-11 14:11:43 +05:30
Samiandsandeep 01c0336872 truncated custom header workaround (#2133)
* truncated custom header workaround

* Revert "truncated custom header workaround"

This reverts commit e6abc4ee48.

* go mod update

Co-authored-by: sandeep <[email protected]>
2022-06-10 21:23:13 +05:30
Sandeep Singh e7f8166c3e Merge pull request #2145 from projectdiscovery/it_dsl_helper
DSL helper integration test cases
2022-06-10 20:55:02 +05:30
forgedhallpass cadba90a5a test: extended the DSL helper integration test cases 2022-06-10 15:58:54 +03:00
Sandeep Singh 5281d342c0 Merge pull request #2138 from mikerott/dev
protect against multiple unnecessary Init calls
2022-06-10 18:12:31 +05:30
Sandeep Singh 3a1d811441 Merge pull request #2139 from projectdiscovery/dependabot/go_modules/v2/dev/github.com/aws/aws-sdk-go-1.44.31
chore(deps): bump github.com/aws/aws-sdk-go from 1.44.27 to 1.44.31 in /v2
2022-06-10 16:19:54 +05:30
forgedhallpass 179cf908a8 Revert "test: extended the DSL helper integration test cases"
This reverts commit ea0b6eae64.
2022-06-10 13:48:34 +03:00
forgedhallpass ea0b6eae64 test: extended the DSL helper integration test cases 2022-06-10 13:33:16 +03:00
Sandeep Singh 48c95161e3 Merge pull request #2055 from projectdiscovery/new_dsl_functions
DSL function changes
2022-06-10 14:33:54 +05:30
dependabot[bot] c0fb2e876e chore(deps): bump github.com/aws/aws-sdk-go in /v2
Bumps [github.com/aws/aws-sdk-go](https://github.com/aws/aws-sdk-go) from 1.44.27 to 1.44.31.
- [Release notes](https://github.com/aws/aws-sdk-go/releases)
- [Changelog](https://github.com/aws/aws-sdk-go/blob/main/CHANGELOG.md)
- [Commits](https://github.com/aws/aws-sdk-go/compare/v1.44.27...v1.44.31)

---
updated-dependencies:
- dependency-name: github.com/aws/aws-sdk-go
  dependency-type: direct:production
  update-type: version-update:semver-patch
...

Signed-off-by: dependabot[bot] <[email protected]>
2022-06-10 05:20:23 +00:00
Mike Rheinheimer 22a8d72c65 protect against multiple unnecessary Init calls 2022-06-09 17:18:49 -05:00
Mzack9999 05ab327697 Improving fastdialer error message via version bump (#2137) 2022-06-09 20:25:00 +05:30
forgedhallpass 9fd9892f49 test: extra DSL function test cases 2022-06-08 20:58:46 +03:00
forgedhallpass 04e7e053de refactor: replace date, time, time_format, time_to_string DSL functions to date_time 2022-06-08 20:41:32 +03:00
forgedhallpass ef20e0711b refactor: replace date, time, time_format, time_to_string DSL functions to date_time 2022-06-08 20:33:55 +03:00
forgedhallpass a10d58c6d2 refactor: rename concat_ws DSL function to join 2022-06-08 16:31:33 +03:00
forgedhallpass 145bdaabe5 refactor: extract duplicated hashing logic 2022-06-08 16:11:15 +03:00
forgedhallpass 6d8908c352 refactor: replace hmac_sha1 and hmac_sha256 DSL functions with hmac 2022-06-08 16:00:14 +03:00
James Turner 9d37bd6c0c Add two new DSL helper functions
hmac_sha1 and concat_ws (with seperator) this are helpful in
signing API requests.
2022-06-07 18:26:22 +03:00
forgedhallpass f3514e9b92 Merge branch 'dev' into new_dsl_functions 2022-06-07 17:26:10 +03:00
forgedhallpass 096f34e4e3 refactor: DSL date/time functions 2022-05-24 13:38:26 +03:00
forgedhallpass 346db4cf15 refactor: timetostring DSL to time_to_string 2022-05-24 13:11:55 +03:00
forgedhallpass 45c27bc5f0 test: DSL test fixes (hmac_sha256, time_format) 2022-05-24 13:11:03 +03:00
Rahmat feae805834 Add hmac_sha256 dslExpression 2022-05-24 12:59:09 +03:00
Rahmat f2ca75c536 Add time_format dslExpression 2022-05-24 12:47:56 +03:00
372 changed files with 21228 additions and 9233 deletions

No files matched your search

+1 -1
View File
@@ -22,7 +22,7 @@ updates:
- package-ecosystem: "gomod"
directory: "v2/"
schedule:
interval: "daily"
interval: "weekly"
target-branch: "dev"
commit-message:
prefix: "chore"
+27
View File
@@ -0,0 +1,27 @@
# Number of days of inactivity before an issue becomes stale
daysUntilStale: 7
# Number of days of inactivity before a stale issue is closed
daysUntilClose: 7
# Issues with these labels will never be considered stale
# exemptLabels:
# - pinned
# - security
# Only issues or pull requests with all of these labels are check if stale.
onlyLabels:
- "Status: Abandoned"
- "Type: Question"
# Label to use when marking as stale
staleLabel: stale
# Comment to post when marking an issue as stale. Set to `false` to disable
markComment: >
This issue has been automatically marked as stale because it has not had
recent activity. It will be closed if no further activity occurs. Thank you
for your contributions.
# Comment to post when closing a stale issue. Set to `false` to disable
closeComment: false
+25 -7
View File
@@ -1,34 +1,48 @@
name: 🔨 Build Test
on:
push:
pull_request:
paths:
- '**.go'
- '**.mod'
workflow_dispatch:
jobs:
build:
name: Test Builds
runs-on: ${{ matrix.os }}
strategy:
matrix:
os: [ubuntu-latest, windows-latest, macOS-latest]
go-version: [1.19.x]
os: [ubuntu-latest-16-cores, windows-latest-8-cores, macOS-12]
runs-on: ${{ matrix.os }}
steps:
- name: Set up Go
uses: actions/setup-go@v3
uses: actions/setup-go@v4
with:
go-version: 1.18
go-version: ${{ matrix.go-version }}
- name: Check out code
uses: actions/checkout@v3
- name: Go Mod hygine
run: |
go clean -modcache
go mod tidy
working-directory: v2/
- name: Build
run: go build .
working-directory: v2/cmd/nuclei/
- name: Test
env:
GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
run: go test ./...
working-directory: v2/
- name: Integration Tests
timeout-minutes: 50
env:
GH_ACTION: true
GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
@@ -37,7 +51,11 @@ jobs:
bash run.sh ${{ matrix.os }}
working-directory: integration_tests/
# At the bottom for known issue on OSX - https://github.com/projectdiscovery/nuclei/issues/1309
- name: Race Condition Tests
run: go build -race .
if: ${{ matrix.os != 'windows-latest' }} # known issue: https://github.com/golang/go/issues/46099
run: go run -race . -l ../functional-test/targets.txt -id tech-detect,tls-version
working-directory: v2/cmd/nuclei/
- name: Example Code Tests
run: go build .
working-directory: v2/examples/
-29
View File
@@ -1,29 +0,0 @@
name: 📑 Template-DB Indexer
on:
push:
tags:
- '*'
workflow_dispatch:
jobs:
index:
runs-on: ubuntu-latest
steps:
- uses: actions/setup-go@v3
with:
go-version: 1.18
- name: Intalling Indexer
run: |
git config --global url."https://${{ secrets.ACCESS_TOKEN }}@github".insteadOf https://github
git clone https://github.com/projectdiscovery/nucleish-api.git
cd nucleish-api/cmd/generate-index/
go install
- name: Generate Index
env:
AWS_ACCESS_KEY: ${{ secrets.AWS_ACCESS_KEY }}
AWS_SECRET_KEY: ${{ secrets.AWS_SECRET_KEY }}
run: |
generate-index -mode changelog
+4 -4
View File
@@ -1,16 +1,16 @@
name: 🚨 CodeQL Analysis
on:
push:
pull_request:
paths:
- '**.go'
- '**.mod'
workflow_dispatch:
branches:
- dev
jobs:
analyze:
name: Analyze
runs-on: ubuntu-latest
runs-on: ubuntu-latest-16-cores
permissions:
actions: read
contents: read
+4 -4
View File
@@ -9,7 +9,7 @@ on:
jobs:
docker:
runs-on: ubuntu-latest
runs-on: ubuntu-latest-16-cores
steps:
- name: Git Checkout
uses: actions/checkout@v3
@@ -17,7 +17,7 @@ jobs:
- name: Get Github tag
id: meta
run: |
echo "::set-output name=tag::$(curl --silent "https://api.github.com/repos/projectdiscovery/nuclei/releases/latest" | jq -r .tag_name)"
curl --silent "https://api.github.com/repos/projectdiscovery/nuclei/releases/latest" | jq -r .tag_name | xargs -I {} echo TAG={} >> $GITHUB_OUTPUT
- name: Set up QEMU
uses: docker/setup-qemu-action@v2
@@ -32,9 +32,9 @@ jobs:
password: ${{ secrets.DOCKER_TOKEN }}
- name: Build and push
uses: docker/build-push-action@v3
uses: docker/build-push-action@v4
with:
context: .
platforms: linux/amd64,linux/arm64
push: true
tags: projectdiscovery/nuclei:latest,projectdiscovery/nuclei:${{ steps.meta.outputs.tag }}
tags: projectdiscovery/nuclei:latest,projectdiscovery/nuclei:${{ steps.meta.outputs.TAG }}
+6 -4
View File
@@ -1,7 +1,9 @@
name: 🧪 Functional Test
on:
push:
pull_request:
paths:
- '**.go'
workflow_dispatch:
@@ -11,12 +13,12 @@ jobs:
runs-on: ${{ matrix.os }}
strategy:
matrix:
os: [ubuntu-latest, windows-latest, macOS-latest]
os: [ubuntu-latest-16-cores, windows-latest-8-cores, macOS-12]
steps:
- name: Set up Go
uses: actions/setup-go@v3
uses: actions/setup-go@v4
with:
go-version: 1.18
go-version: 1.19
- name: Check out code
uses: actions/checkout@v3
+7 -5
View File
@@ -1,23 +1,25 @@
name: 🙏🏻 Lint Test
on:
push:
pull_request:
paths:
- '**.go'
- '**.mod'
workflow_dispatch:
jobs:
lint:
name: Lint Test
runs-on: ubuntu-latest
runs-on: ubuntu-latest-16-cores
steps:
- name: Set up Go
uses: actions/setup-go@v3
uses: actions/setup-go@v4
with:
go-version: 1.18
go-version: 1.19
- name: Checkout code
uses: actions/checkout@v3
- name: Run golangci-lint
uses: golangci/golangci-lint-action@v3.2.0
uses: golangci/golangci-lint-action@v3.4.0
with:
version: latest
args: --timeout 5m
+12 -14
View File
@@ -8,19 +8,17 @@ on:
jobs:
docs:
runs-on: ubuntu-latest
runs-on: ubuntu-latest-16-cores
steps:
- name: Check out code
- name: Checkout code
uses: actions/checkout@v3
with:
persist-credentials: false
fetch-depth: 0
token: ${{ secrets.GITHUB_TOKEN }}
- name: "Set up Go"
uses: actions/setup-go@v3
with:
go-version: 1.18
fetch-depth: 0
- name: "Set up Go"
uses: actions/setup-go@v4
with:
go-version: 1.19
- name: Generate YAML Syntax Documentation
id: generate-docs
@@ -32,11 +30,11 @@ jobs:
go generate pkg/templates/templates.go
go build -o "cmd/docgen/docgen" cmd/docgen/docgen.go
./cmd/docgen/docgen ../SYNTAX-REFERENCE.md ../nuclei-jsonschema.json
echo "::set-output name=changes::$(git status -s | wc -l)"
git status -s | wc -l | xargs -I {} echo CHANGES={} >> $GITHUB_OUTPUT
working-directory: v2
- name: Commit files
if: steps.generate-docs.outputs.changes > 0
if: steps.generate-docs.outputs.CHANGES > 0
run: |
git config --local user.email "[email protected]"
git config --local user.name "GitHub Action"
@@ -44,8 +42,8 @@ jobs:
git commit -m "Auto Generate Syntax Docs + JSONSchema [$(date)] :robot:" -a
- name: Push changes
if: steps.generate-docs.outputs.changes > 0
if: steps.generate-docs.outputs.CHANGES > 0
uses: ad-m/github-push-action@master
with:
github_token: ${{ secrets.GITHUB_TOKEN }}
branch: ${{ github.ref }}
branch: ${{ github.ref }}
+9 -5
View File
@@ -1,4 +1,5 @@
name: 🎉 Release Binary
on:
push:
tags:
@@ -7,21 +8,24 @@ on:
jobs:
release:
runs-on: ubuntu-latest
runs-on: ubuntu-latest-16-cores
steps:
- uses: actions/checkout@v3
with:
fetch-depth: 0
- uses: actions/setup-go@v3
- uses: actions/setup-go@v4
with:
go-version: 1.18
go-version: 1.19
- uses: goreleaser/goreleaser-action@v3
- uses: goreleaser/goreleaser-action@v4
with:
args: "release --rm-dist"
version: latest
workdir: v2/
env:
GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
SLACK_WEBHOOK: "${{ secrets.RELEASE_SLACK_WEBHOOK }}"
DISCORD_WEBHOOK_ID: "${{ secrets.DISCORD_WEBHOOK_ID }}"
DISCORD_WEBHOOK_TOKEN: "${{ secrets.DISCORD_WEBHOOK_TOKEN }}"
-40
View File
@@ -1,40 +0,0 @@
name: 👮🏼‍♂️ Sonarcloud
on:
push:
branches:
- master
- dev
pull_request:
types: [opened, synchronize, reopened]
workflow_dispatch:
jobs:
sonarcloud:
name: SonarCloud
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
with:
fetch-depth: 0 # Shallow clones should be disabled for a better relevancy of analysis
- name: "Set up Go"
uses: actions/setup-go@v3
with:
go-version: 1.18
- name: Run unit Tests
working-directory: v2/
run: |
go test -coverprofile=cov.out ./...
- name: Run Gosec Security Scanner
working-directory: v2/
run: |
go install github.com/securego/gosec/cmd/gosec@latest
gosec -no-fail -fmt=sonarqube -out report.json ./...
- name: SonarCloud Scan
uses: SonarSource/sonarcloud-github-action@master
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }}
+12 -17
View File
@@ -1,28 +1,23 @@
name: 🛠 Template Validate
on: [ push, pull_request ]
on:
pull_request:
paths:
- '**.go'
workflow_dispatch:
jobs:
build:
runs-on: ubuntu-latest
runs-on: ubuntu-latest-16-cores
steps:
- uses: actions/checkout@v3
- uses: actions/setup-go@v3
- uses: actions/setup-go@v4
with:
go-version: 1.18
go-version: 1.19
- name: Cache Go
id: cache-go
uses: actions/cache@v3
with:
path: /home/runner/go
key: ${{ runner.os }}-go
- name: Installing Nuclei
# if: steps.cache-go.outputs.cache-hit != 'true'
run: |
go install github.com/projectdiscovery/nuclei/v2/cmd/nuclei@latest
- name: Template Validation
run: |
nuclei -validate
nuclei -validate -w ./workflows
go run . -ut
go run . -validate
go run . -validate -w workflows
working-directory: v2/cmd/nuclei/
+5
View File
@@ -1,4 +1,7 @@
.idea
.vscode
v2/vendor
v2/dist
integration_tests/nuclei
integration_tests/integration-test
v2/cmd/nuclei/main
@@ -11,3 +14,5 @@ v2/cmd/docgen/docgen
v2/pkg/protocols/common/helpers/deserialization/testdata/Deserialize.class
v2/pkg/protocols/common/helpers/deserialization/testdata/ValueObject.class
v2/pkg/protocols/common/helpers/deserialization/testdata/ValueObject2.ser
*.exe
+15
View File
@@ -0,0 +1,15 @@
<component name="ProjectRunConfigurationManager">
<configuration default="false" name="DSLFunctionsIT" type="GoApplicationRunConfiguration" factoryName="Go Application">
<module name="nuclei" />
<working_directory value="$PROJECT_DIR$/integration_tests" />
<envs>
<env name="DEBUG" value="true" />
<env name="TESTS" value="http/dsl-functions.yaml" />
</envs>
<kind value="PACKAGE" />
<package value="github.com/projectdiscovery/nuclei/v2/cmd/integration-test" />
<directory value="$PROJECT_DIR$" />
<filePath value="$PROJECT_DIR$/v2/cmd/integration-test/integration-test.go" />
<method v="2" />
</configuration>
</component>
-76
View File
@@ -1,76 +0,0 @@
# Contributor Covenant Code of Conduct
## Our Pledge
In the interest of fostering an open and welcoming environment, we as
contributors and maintainers pledge to making participation in our project and
our community a harassment-free experience for everyone, regardless of age, body
size, disability, ethnicity, sex characteristics, gender identity and expression,
level of experience, education, socio-economic status, nationality, personal
appearance, race, religion, or sexual identity and orientation.
## Our Standards
Examples of behavior that contributes to creating a positive environment
include:
* Using welcoming and inclusive language
* Being respectful of differing viewpoints and experiences
* Gracefully accepting constructive criticism
* Focusing on what is best for the community
* Showing empathy towards other community members
Examples of unacceptable behavior by participants include:
* The use of sexualized language or imagery and unwelcome sexual attention or
advances
* Trolling, insulting/derogatory comments, and personal or political attacks
* Public or private harassment
* Publishing others' private information, such as a physical or electronic
address, without explicit permission
* Other conduct which could reasonably be considered inappropriate in a
professional setting
## Our Responsibilities
Project maintainers are responsible for clarifying the standards of acceptable
behavior and are expected to take appropriate and fair corrective action in
response to any instances of unacceptable behavior.
Project maintainers have the right and responsibility to remove, edit, or
reject comments, commits, code, wiki edits, issues, and other contributions
that are not aligned to this Code of Conduct, or to ban temporarily or
permanently any contributor for other behaviors that they deem inappropriate,
threatening, offensive, or harmful.
## Scope
This Code of Conduct applies both within project spaces and in public spaces
when an individual is representing the project or its community. Examples of
representing a project or community include using an official project e-mail
address, posting via an official social media account, or acting as an appointed
representative at an online or offline event. Representation of a project may be
further defined and clarified by project maintainers.
## Enforcement
Instances of abusive, harassing, or otherwise unacceptable behavior may be
reported by contacting the project team at contact@projectdiscovery.io. All
complaints will be reviewed and investigated and will result in a response that
is deemed necessary and appropriate to the circumstances. The project team is
obligated to maintain confidentiality with regard to the reporter of an incident.
Further details of specific enforcement policies may be posted separately.
Project maintainers who do not follow or enforce the Code of Conduct in good
faith may face temporary or permanent repercussions as determined by other
members of the project's leadership.
## Attribution
This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4,
available at https://www.contributor-covenant.org/version/1/4/code-of-conduct.html
[homepage]: https://www.contributor-covenant.org
For answers to common questions about this code of conduct, see
https://www.contributor-covenant.org/faq
+22 -101
View File
@@ -189,7 +189,7 @@ Polling for interactions and server registration only starts when a template use
Next we arrive in the `RunEnumeration` function of the runner.
`HostErrorsCache` is initialised which is used throughout the run of Nuclei enumeration to keep track of errors per host and skip further requests if the errors are greater than the provided threshold. The functionality for the error tracking cache is defined in [hosterrorscache.go](https://github.com/projectdiscovery/nuclei/blob/master/v2/pkg/protocols/common/hosterrorscache/hosterrorscache.go) and is pretty simplistic in nature.
`HostErrorsCache` is initialised which is used throughout the run of Nuclei enumeration to keep track of errors per host and skip further requests if the errors are greater than the provided threshold. The functionality for the error tracking cache is defined in [hosterrorscache.go](https://github.com/projectdiscovery/nuclei/blob/main/v2/pkg/protocols/common/hosterrorscache/hosterrorscache.go) and is pretty simplistic in nature.
Next the `WorkflowLoader` is initialised which used to load workflows. It exists in `v2/pkg/parsers/workflow_loader.go`
@@ -261,106 +261,6 @@ engine.SetExecuterOptions(executerOpts)
results := engine.ExecuteWithOpts(finalTemplates, r.hmapInputProvider, true)
```
### Using Nuclei From Go Code
An example of using Nuclei From Go Code to run templates on targets is provided below.
```go
package main
import (
"fmt"
"log"
"os"
"path"
"github.com/logrusorgru/aurora"
"go.uber.org/ratelimit"
"github.com/projectdiscovery/goflags"
"github.com/projectdiscovery/nuclei/v2/pkg/catalog"
"github.com/projectdiscovery/nuclei/v2/pkg/catalog/config"
"github.com/projectdiscovery/nuclei/v2/pkg/catalog/loader"
"github.com/projectdiscovery/nuclei/v2/pkg/core"
"github.com/projectdiscovery/nuclei/v2/pkg/core/inputs"
"github.com/projectdiscovery/nuclei/v2/pkg/output"
"github.com/projectdiscovery/nuclei/v2/pkg/parsers"
"github.com/projectdiscovery/nuclei/v2/pkg/protocols"
"github.com/projectdiscovery/nuclei/v2/pkg/protocols/common/hosterrorscache"
"github.com/projectdiscovery/nuclei/v2/pkg/protocols/common/interactsh"
"github.com/projectdiscovery/nuclei/v2/pkg/protocols/common/protocolinit"
"github.com/projectdiscovery/nuclei/v2/pkg/protocols/common/protocolstate"
"github.com/projectdiscovery/nuclei/v2/pkg/reporting"
"github.com/projectdiscovery/nuclei/v2/pkg/testutils"
"github.com/projectdiscovery/nuclei/v2/pkg/types"
)
func main() {
cache := hosterrorscache.New(30, hosterrorscache.DefaultMaxHostsCount)
defer cache.Close()
mockProgress := &testutils.MockProgressClient{}
reportingClient, _ := reporting.New(&reporting.Options{}, "")
defer reportingClient.Close()
outputWriter := testutils.NewMockOutputWriter()
outputWriter.WriteCallback = func(event *output.ResultEvent) {
fmt.Printf("Got Result: %v\n", event)
}
defaultOpts := types.DefaultOptions()
protocolstate.Init(defaultOpts)
protocolinit.Init(defaultOpts)
defaultOpts.Templates = goflags.FileOriginalNormalizedStringSlice{"dns/cname-service-detection.yaml"}
defaultOpts.ExcludeTags = config.ReadIgnoreFile().Tags
interactOpts := interactsh.NewDefaultOptions(outputWriter, reportingClient, mockProgress)
interactClient, err := interactsh.New(interactOpts)
if err != nil {
log.Fatalf("Could not create interact client: %s\n", err)
}
defer interactClient.Close()
home, _ := os.UserHomeDir()
catalog := catalog.New(path.Join(home, "nuclei-templates"))
executerOpts := protocols.ExecuterOptions{
Output: outputWriter,
Options: defaultOpts,
Progress: mockProgress,
Catalog: catalog,
IssuesClient: reportingClient,
RateLimiter: ratelimit.New(150),
Interactsh: interactClient,
HostErrorsCache: cache,
Colorizer: aurora.NewAurora(true),
ResumeCfg: types.NewResumeCfg(),
}
engine := core.New(defaultOpts)
engine.SetExecuterOptions(executerOpts)
workflowLoader, err := parsers.NewLoader(&executerOpts)
if err != nil {
log.Fatalf("Could not create workflow loader: %s\n", err)
}
executerOpts.WorkflowLoader = workflowLoader
configObject, err := config.ReadConfiguration()
if err != nil {
log.Fatalf("Could not read config: %s\n", err)
}
store, err := loader.New(loader.NewConfig(defaultOpts, configObject, catalog, executerOpts))
if err != nil {
log.Fatalf("Could not create loader client: %s\n", err)
}
store.Load()
input := &inputs.SimpleInputProvider{Inputs: []string{"docs.hackerone.com"}}
_ = engine.Execute(store.Templates(), input)
engine.WorkPool().Wait() // Wait for the scan to finish
}
```
### Adding a New Protocol
Protocols form the core of Nuclei Engine. All the request types like `http`, `dns`, etc. are implemented in form of protocol requests.
@@ -556,6 +456,27 @@ func (template *Template) compileProtocolRequests(options protocols.ExecuterOpti
That's it, you've added a new protocol to Nuclei. The next good step would be to write integration tests which are described in `integration-tests` and `cmd/integration-tests` directories.
## Profiling Instructions
To enable dumping of Memory profiling data, `-profile-mem` flag can be used along with path to a file. This writes a pprof formatted file which can be used for investigate resource usage with `pprof` tool.
```console
$ nuclei -t nuclei-templates/ -u https://example.com -profile-mem mem.pprof
```
To view profile data in pprof, first install pprof. Then run the below command -
```console
$ go tool pprof mem.pprof
```
To open a web UI on a port to visualize debug data, the below command can be used.
```console
$ go tool pprof -http=:8081 mem.pprof
```
## Project Structure
- [v2/pkg/reporting](./v2/pkg/reporting) - Reporting modules for nuclei.
+15 -6
View File
@@ -1,7 +1,16 @@
FROM golang:1.18.3-alpine as build-env
RUN go install -v github.com/projectdiscovery/nuclei/v2/cmd/nuclei@latest
# Build
FROM golang:1.20.3-alpine AS build-env
RUN apk add build-base
WORKDIR /app
COPY . /app
WORKDIR /app/v2
RUN go mod download
RUN go build ./cmd/nuclei
FROM alpine:3.16.0
RUN apk add --no-cache bind-tools ca-certificates chromium
COPY --from=build-env /go/bin/nuclei /usr/local/bin/nuclei
ENTRYPOINT ["nuclei"]
# Release
FROM alpine:3.17.3
RUN apk -U upgrade --no-cache \
&& apk add --no-cache bind-tools chromium ca-certificates
COPY --from=build-env /app/v2/nuclei /usr/local/bin/
ENTRYPOINT ["nuclei"]
+1 -1
View File
@@ -1,6 +1,6 @@
MIT License
Copyright (c) 2021 ProjectDiscovery, Inc.
Copyright (c) 2022 ProjectDiscovery, Inc.
Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to deal
+174 -74
View File
@@ -21,7 +21,7 @@
<a href="#how-it-works">How</a> •
<a href="#install-nuclei">Install</a> •
<a href="#for-security-engineers">For Security Engineers</a> •
<a href="#for-developers-and-organisations">For Developers</a> •
<a href="#for-developers-and-organizations">For Developers</a> •
<a href="https://nuclei.projectdiscovery.io/nuclei/get-started/">Documentation</a> •
<a href="#credits">Credits</a> •
<a href="https://nuclei.projectdiscovery.io/faq/nuclei/">FAQs</a> •
@@ -29,8 +29,10 @@
</p>
<p align="center">
<a href="https://github.com/projectdiscovery/nuclei/blob/master/README.md">English</a> •
<a href="https://github.com/projectdiscovery/nuclei/blob/master/README_CN.md">中文</a>
<a href="https://github.com/projectdiscovery/nuclei/blob/main/README.md">English</a> •
<a href="https://github.com/projectdiscovery/nuclei/blob/main/README_CN.md">中文</a> •
<a href="https://github.com/projectdiscovery/nuclei/blob/main/README_KR.md">Korean</a> •
<a href="https://github.com/projectdiscovery/nuclei/blob/main/README_ID.md">Indonesia</a>
</p>
---
@@ -51,12 +53,29 @@ We have a [dedicated repository](https://github.com/projectdiscovery/nuclei-temp
# Install Nuclei
Nuclei requires **go1.17** to install successfully. Run the following command to install the latest version -
Nuclei requires **go1.19** to install successfully. Run the following command to install the latest version -
```sh
go install -v github.com/projectdiscovery/nuclei/v2/cmd/nuclei@latest
```
<details>
<summary>Brew</summary>
```sh
brew install nuclei
```
</details>
<details>
<summary>Docker</summary>
```sh
docker pull projectdiscovery/nuclei:latest
```
</details>
**More installation [methods can be found here](https://nuclei.projectdiscovery.io/nuclei/get-started/).**
<table>
@@ -89,37 +108,44 @@ Nuclei is a fast, template based vulnerability scanner focusing
on extensive configurability, massive extensibility and ease of use.
Usage:
nuclei [flags]
./nuclei [flags]
Flags:
TARGET:
-u, -target string[] target URLs/hosts to scan
-l, -list string path to file containing a list of target URLs/hosts to scan (one per line)
-resume string Resume scan using resume.cfg (clustering will be disabled)
-u, -target string[] target URLs/hosts to scan
-l, -list string path to file containing a list of target URLs/hosts to scan (one per line)
-resume string resume scan using resume.cfg (clustering will be disabled)
-sa, -scan-all-ips scan all the IP's associated with dns record
-iv, -ip-version string[] IP version to scan of hostname (4,6) - (default 4)
TEMPLATES:
-nt, -new-templates run only new templates added in latest nuclei-templates release
-as, -automatic-scan automatic web scan using wappalyzer technology detection to tags mapping
-t, -templates string[] list of template or template directory to run (comma-separated, file)
-tu, -template-url string[] list of template urls to run (comma-separated, file)
-w, -workflows string[] list of workflow or workflow directory to run (comma-separated, file)
-wu, -workflow-url string[] list of workflow urls to run (comma-separated, file)
-validate validate the passed templates to nuclei
-tl list all available templates
-nt, -new-templates run only new templates added in latest nuclei-templates release
-ntv, -new-templates-version string[] run new templates added in specific version
-as, -automatic-scan automatic web scan using wappalyzer technology detection to tags mapping
-t, -templates string[] list of template or template directory to run (comma-separated, file)
-tu, -template-url string[] list of template urls to run (comma-separated, file)
-w, -workflows string[] list of workflow or workflow directory to run (comma-separated, file)
-wu, -workflow-url string[] list of workflow urls to run (comma-separated, file)
-validate validate the passed templates to nuclei
-nss, -no-strict-syntax disable strict syntax check on templates
-td, -template-display displays the templates content
-tl list all available templates
FILTERING:
-a, -author string[] templates to run based on authors (comma-separated, file)
-tags string[] templates to run based on tags (comma-separated, file)
-etags, -exclude-tags string[] templates to exclude based on tags (comma-separated, file)
-itags, -include-tags string[] tags to be executed even if they are excluded either by default or configuration
-id, -template-id string[] templates to run based on template ids (comma-separated, file)
-eid, -exclude-id string[] templates to exclude based on template ids (comma-separated, file)
-it, -include-templates string[] templates to be executed even if they are excluded either by default or configuration
-et, -exclude-templates string[] template or template directory to exclude (comma-separated, file)
-s, -severity value[] templates to run based on severity. Possible values: info, low, medium, high, critical, unknown
-es, -exclude-severity value[] templates to exclude based on severity. Possible values: info, low, medium, high, critical, unknown
-pt, -type value[] templates to run based on protocol type. Possible values: dns, file, http, headless, network, workflow, ssl, websocket, whois
-ept, -exclude-type value[] templates to exclude based on protocol type. Possible values: dns, file, http, headless, network, workflow, ssl, websocket, whois
-a, -author string[] templates to run based on authors (comma-separated, file)
-tags string[] templates to run based on tags (comma-separated, file)
-etags, -exclude-tags string[] templates to exclude based on tags (comma-separated, file)
-itags, -include-tags string[] tags to be executed even if they are excluded either by default or configuration
-id, -template-id string[] templates to run based on template ids (comma-separated, file)
-eid, -exclude-id string[] templates to exclude based on template ids (comma-separated, file)
-it, -include-templates string[] templates to be executed even if they are excluded either by default or configuration
-et, -exclude-templates string[] template or template directory to exclude (comma-separated, file)
-em, -exclude-matchers string[] template matchers to exclude in result
-s, -severity value[] templates to run based on severity. Possible values: info, low, medium, high, critical, unknown
-es, -exclude-severity value[] templates to exclude based on severity. Possible values: info, low, medium, high, critical, unknown
-pt, -type value[] templates to run based on protocol type. Possible values: dns, file, http, headless, network, workflow, ssl, websocket, whois
-ept, -exclude-type value[] templates to exclude based on protocol type. Possible values: dns, file, http, headless, network, workflow, ssl, websocket, whois
-tc, -template-condition string[] templates to run based on expression condition
OUTPUT:
-o, -output string output file to write found issues/vulnerabilities
@@ -127,33 +153,45 @@ OUTPUT:
-srd, -store-resp-dir string store all request/response passed through nuclei to custom directory (default "output")
-silent display findings only
-nc, -no-color disable output content coloring (ANSI escape codes)
-json write output in JSONL(ines) format
-j -jsonl write output in JSONL(ines) format
-irr, -include-rr include request/response pairs in the JSONL output (for findings only)
-nm, -no-meta disable printing result metadata in cli output
-nts, -no-timestamp disable printing timestamp in cli output
-ts, -timestamp enables printing timestamp in cli output
-rdb, -report-db string nuclei reporting database (always use this to persist report data)
-ms, -matcher-status display match failure status
-me, -markdown-export string directory to export results in markdown format
-se, -sarif-export string file to export results in SARIF format
-je, -json-export string file to export results in JSON format as a JSON array. This can be memory intensive in larger scans
-jle, -jsonl-export string file to export results in JSONL(ine) format as a list of line-delimited JSON objects
CONFIGURATIONS:
-config string path to the nuclei configuration file
-fr, -follow-redirects enable following redirects for http templates
-mr, -max-redirects int max number of redirects to follow for http templates (default 10)
-dr, -disable-redirects disable redirects for http templates
-rc, -report-config string nuclei reporting module configuration file
-H, -header string[] custom header/cookie to include in all http request in header:value format (cli, file)
-V, -var value custom vars in key=value format
-r, -resolvers string file containing resolver list for nuclei
-sr, -system-resolvers use system DNS resolving as error fallback
-passive enable passive HTTP response processing mode
-ev, -env-vars enable environment variables to be used in template
-cc, -client-cert string client certificate file (PEM-encoded) used for authenticating against scanned hosts
-ck, -client-key string client key file (PEM-encoded) used for authenticating against scanned hosts
-ca, -client-ca string client certificate authority file (PEM-encoded) used for authenticating against scanned hosts
-sml, -show-match-line show match lines for file templates, works with extractors only
-ztls use ztls library with autofallback to standard one for tls13
-sni string tls sni hostname to use (default: input domain name)
-config string path to the nuclei configuration file
-fr, -follow-redirects enable following redirects for http templates
-fhr, -follow-host-redirects follow redirects on the same host
-mr, -max-redirects int max number of redirects to follow for http templates (default 10)
-dr, -disable-redirects disable redirects for http templates
-rc, -report-config string nuclei reporting module configuration file
-H, -header string[] custom header/cookie to include in all http request in header:value format (cli, file)
-V, -var value custom vars in key=value format
-r, -resolvers string file containing resolver list for nuclei
-sr, -system-resolvers use system DNS resolving as error fallback
-dc, -disable-clustering disable clustering of requests
-passive enable passive HTTP response processing mode
-fh2, -force-http2 force http2 connection on requests
-ev, -env-vars enable environment variables to be used in template
-cc, -client-cert string client certificate file (PEM-encoded) used for authenticating against scanned hosts
-ck, -client-key string client key file (PEM-encoded) used for authenticating against scanned hosts
-ca, -client-ca string client certificate authority file (PEM-encoded) used for authenticating against scanned hosts
-sml, -show-match-line show match lines for file templates, works with extractors only
-ztls use ztls library with autofallback to standard one for tls13
-sni string tls sni hostname to use (default: input domain name)
-sandbox sandbox nuclei for safe templates execution
-i, -interface string network interface to use for network scan
-at, -attack-type string type of payload combinations to perform (batteringram,pitchfork,clusterbomb)
-sip, -source-ip string source ip address to use for network scan
-config-directory string override the default config path ($home/.config)
-rsr, -response-size-read int max response size to read in bytes (default 10485760)
-rss, -response-size-save int max response size to read in bytes (default 1048576)
INTERACTSH:
-iserver, -interactsh-server string interactsh server url for self-hosted instance (default: oast.pro,oast.live,oast.site,oast.online,oast.fun,oast.me)
@@ -164,29 +202,48 @@ INTERACTSH:
-interactions-cooldown-period int extra time for interaction polling before exiting (default 5)
-ni, -no-interactsh disable interactsh server for OAST testing, exclude OAST based templates
FUZZING:
-ft, -fuzzing-type string overrides fuzzing type set in template (replace, prefix, postfix, infix)
-fm, -fuzzing-mode string overrides fuzzing mode set in template (multiple, single)
UNCOVER:
-uc, -uncover enable uncover engine
-uq, -uncover-query string[] uncover search query
-ue, -uncover-engine string[] uncover search engine (shodan,shodan-idb,fofa,censys,quake,hunter,zoomeye,netlas,criminalip) (default shodan)
-uf, -uncover-field string uncover fields to return (ip,port,host) (default "ip:port")
-ul, -uncover-limit int uncover results to return (default 100)
-ucd, -uncover-delay int delay between uncover query requests in seconds (0 to disable) (default 1)
RATE-LIMIT:
-rl, -rate-limit int maximum number of requests to send per second (default 150)
-rlm, -rate-limit-minute int maximum number of requests to send per minute
-bs, -bulk-size int maximum number of hosts to be analyzed in parallel per template (default 25)
-c, -concurrency int maximum number of templates to be executed in parallel (default 25)
-hbs, -headless-bulk-size int maximum number of headless hosts to be analyzed in parallel per template (default 10)
-hc, -headless-concurrency int maximum number of headless templates to be executed in parallel (default 10)
-rl, -rate-limit int maximum number of requests to send per second (default 150)
-rlm, -rate-limit-minute int maximum number of requests to send per minute
-bs, -bulk-size int maximum number of hosts to be analyzed in parallel per template (default 25)
-c, -concurrency int maximum number of templates to be executed in parallel (default 25)
-hbs, -headless-bulk-size int maximum number of headless hosts to be analyzed in parallel per template (default 10)
-headc, -headless-concurrency int maximum number of headless templates to be executed in parallel (default 10)
OPTIMIZATIONS:
-timeout int time to wait in seconds before timeout (default 5)
-retries int number of times to retry a failed request (default 1)
-ldp, -leave-default-ports leave default HTTP/HTTPS ports (eg. host:80,host:443
-mhe, -max-host-error int max errors for a host before skipping from scan (default 30)
-project use a project folder to avoid sending same request multiple times
-project-path string set a specific project path
-spm, -stop-at-first-path stop processing HTTP requests after the first match (may break template/workflow logic)
-stream stream mode - start elaborating without sorting the input
-timeout int time to wait in seconds before timeout (default 10)
-retries int number of times to retry a failed request (default 1)
-ldp, -leave-default-ports leave default HTTP/HTTPS ports (eg. host:80,host:443)
-mhe, -max-host-error int max errors for a host before skipping from scan (default 30)
-te, -track-error string[] adds given error to max-host-error watchlist (standard, file)
-nmhe, -no-mhe disable skipping host from scan based on errors
-project use a project folder to avoid sending same request multiple times
-project-path string set a specific project path (default "/tmp")
-spm, -stop-at-first-match stop processing HTTP requests after the first match (may break template/workflow logic)
-stream stream mode - start elaborating without sorting the input
-ss, -scan-strategy value strategy to use while scanning(auto/host-spray/template-spray) (default 0)
-irt, -input-read-timeout duration timeout on input read (default 3m0s)
-nh, -no-httpx disable httpx probing for non-url input
-no-stdin disable stdin processing
HEADLESS:
-headless enable templates that require headless browser support (root user on linux will disable sandbox)
-page-timeout int seconds to wait for each page in headless mode (default 20)
-sb, -show-browser show the browser on the screen when running templates with headless mode
-sc, -system-chrome Use local installed chrome browser instead of nuclei installed
-headless enable templates that require headless browser support (root user on Linux will disable sandbox)
-page-timeout int seconds to wait for each page in headless mode (default 20)
-sb, -show-browser show the browser on the screen when running templates with headless mode
-sc, -system-chrome use local installed Chrome browser instead of nuclei installed
-lha, -list-headless-action list available headless actions
DEBUG:
-debug show all requests and responses
@@ -194,20 +251,24 @@ DEBUG:
-dresp, -debug-resp show all received responses
-p, -proxy string[] list of http/socks5 proxy to use (comma separated or file input)
-pi, -proxy-internal proxy all internal requests
-ldf, -list-dsl-function list all supported DSL function signatures
-tlog, -trace-log string file to write sent requests trace log
-elog, -error-log string file to write sent requests error log
-version show nuclei version
-hm, -hang-monitor enable nuclei hang monitoring
-v, -verbose show verbose output
-profile-mem string optional nuclei memory profile dump file
-vv display templates loaded for scan
-svd, -show-var-dump show variables dump for debugging
-ep, -enable-pprof enable pprof debugging server
-tv, -templates-version shows the version of the installed nuclei-templates
-hc, -health-check run diagnostic check up
UPDATE:
-update update nuclei engine to the latest released version
-ut, -update-templates update nuclei-templates to latest released version
-ud, -update-directory string overwrite the default directory to install nuclei-templates
-duc, -disable-update-check disable automatic nuclei/templates update check
-up, -update update nuclei engine to the latest released version
-ut, -update-templates update nuclei-templates to latest released version
-ud, -update-template-dir string custom directory to install / update nuclei-templates
-duc, -disable-update-check disable automatic nuclei/templates update check
STATISTICS:
-stats display statistics about the running scan
@@ -215,6 +276,29 @@ STATISTICS:
-si, -stats-interval int number of seconds to wait between showing a statistics update (default 5)
-m, -metrics expose nuclei metrics on a port
-mp, -metrics-port int port to expose nuclei metrics on (default 9092)
CLOUD:
-cloud run scan on nuclei cloud
-ads, -add-datasource string add specified data source (s3,github)
-atr, -add-target string add target(s) to cloud
-atm, -add-template string add template(s) to cloud
-lsn, -list-scan list previous cloud scans
-lso, -list-output string list scan output by scan id
-ltr, -list-target list cloud target by id
-ltm, -list-template list cloud template by id
-lds, -list-datasource list cloud datasource by id
-lrs, -list-reportsource list reporting sources
-dsn, -delete-scan string delete cloud scan by id
-dtr, -delete-target string delete target(s) from cloud
-dtm, -delete-template string delete template(s) from cloud
-dds, -delete-datasource string delete specified data source
-drs, -disable-reportsource string disable specified reporting source
-ers, -enable-reportsource string enable specified reporting source
-gtr, -get-target string get target content by id
-gtm, -get-template string get template content by id
-nos, -no-store disable scan/output storage on cloud
-no-tables do not display pretty-printed tables
-limit int limit the number of output to display (default 100)
```
### Running Nuclei
@@ -244,7 +328,7 @@ http://uat.example.com
# For Security Engineers
Nuclei offers great number of features that are helpful for security engineers to customise workflow in their organisation. With the varieties of scan capabilities (like DNS, HTTP, TCP), security engineers can easily create their suite of custom checks with Nuclei.
Nuclei offers great number of features that are helpful for security engineers to customise workflow in their organization. With the varieties of scan capabilities (like DNS, HTTP, TCP), security engineers can easily create their suite of custom checks with Nuclei.
- Varieties of protocols supported: TCP, DNS, HTTP, File, etc
- Achieve complex vulnerability steps with workflows and [dynamic requests.](https://blog.projectdiscovery.io/nuclei-unleashed-quickly-write-complex-exploits/)
@@ -291,14 +375,14 @@ Pen-testers get the full power of our public templates and customization capabil
</table>
# For Developers and Organisations
# For Developers and Organizations
Nuclei is built with simplicity in mind, with the community backed templates by hundreds of security researchers, it allows you to stay updated with the latest security threats using continuous Nuclei scanning on the hosts. It is designed to be easily integrated into regression tests cycle, to verify the fixes and eliminate vulnerabilities from occurring in the future.
- **CI/CD:** Engineers are already utilising Nuclei within their CI/CD pipeline, it allows them to constantly monitor their staging and production environments with customised templates.
- **Continuous Regression Cycle:** With Nuclei, you can create your custom template on every new identified vulnerability and put into Nuclei engine to eliminate in the continuous regression cycle.
We have [a discussion thread around this](https://github.com/projectdiscovery/nuclei-templates/discussions/693), there are already some bug bounty programs giving incentives to hackers on writing nuclei templates with every submission, that helps them to eliminate the vulnerability across all their assets, as well as to eliminate future risk in reappearing on productions. If you're interested in implementing it in your organisation, feel free to [reach out to us](mailto:[email protected]). We will be more than happy to help you in the getting started process, or you can also post into the [discussion thread for any help](https://github.com/projectdiscovery/nuclei-templates/discussions/693).
We have [a discussion thread around this](https://github.com/projectdiscovery/nuclei-templates/discussions/693), there are already some bug bounty programs giving incentives to hackers on writing nuclei templates with every submission, that helps them to eliminate the vulnerability across all their assets, as well as to eliminate future risk in reappearing on productions. If you're interested in implementing it in your organization, feel free to [reach out to us](mailto:[email protected]). We will be more than happy to help you in the getting started process, or you can also post into the [discussion thread for any help](https://github.com/projectdiscovery/nuclei-templates/discussions/693).
<h3 align="center">
<img src="static/regression-with-nuclei.jpg" alt="regression-cycle-with-nuclei" width="1100px"></a>
@@ -308,6 +392,11 @@ We have [a discussion thread around this](https://github.com/projectdiscovery/nu
<a href="https://github.com/projectdiscovery/nuclei-action"><img src="static/learn-more-button.png" width="170px" alt="Learn More"></a>
</h1>
### Using Nuclei From Go Code
Examples of using Nuclei From Go Code to run templates on targets are provided in the [examples](v2/examples/) folder.
### Resources
- [Finding bugs with Nuclei with PinkDraconian (Robbe Van Roey)](https://www.youtube.com/watch?v=ewP0xVPW-Pk) by **[@PinkDraconian](https://twitter.com/PinkDraconian)**
@@ -324,13 +413,24 @@ We have [a discussion thread around this](https://github.com/projectdiscovery/nu
### Credits
Thanks to all the amazing community [contributors for sending PRs](https://github.com/projectdiscovery/nuclei/graphs/contributors). Do also check out the below similar open-source projects that may fit in your workflow:
Thanks to all the amazing [community contributors for sending PRs](https://github.com/projectdiscovery/nuclei/graphs/contributors) and keeping this project updated. :heart:
If you have an idea or some kind of improvement, you are welcome to contribute and participate in the Project, feel free to send your PR.
<p align="center">
<a href="https://github.com/projectdiscovery/nuclei/graphs/contributors">
<img src="https://contrib.rocks/image?repo=projectdiscovery/nuclei&max=500">
</a>
</p>
Do also check out the below similar open-source projects that may fit in your workflow:
[FFuF](https://github.com/ffuf/ffuf), [Qsfuzz](https://github.com/ameenmaali/qsfuzz), [Inception](https://github.com/proabiral/inception), [Snallygaster](https://github.com/hannob/snallygaster), [Gofingerprint](https://github.com/Static-Flow/gofingerprint), [Sn1per](https://github.com/1N3/Sn1per/tree/master/templates), [Google tsunami](https://github.com/google/tsunami-security-scanner), [Jaeles](https://github.com/jaeles-project/jaeles), [ChopChop](https://github.com/michelin/ChopChop)
### License
Nuclei is distributed under [MIT License](https://github.com/projectdiscovery/nuclei/blob/master/LICENSE.md)
Nuclei is distributed under [MIT License](https://github.com/projectdiscovery/nuclei/blob/main/LICENSE.md)
<h1 align="left">
<a href="https://discord.gg/projectdiscovery"><img src="static/Join-Discord.png" width="380" alt="Join Discord"></a> <a href="https://nuclei.projectdiscovery.io"><img src="static/check-nuclei-documentation.png" width="380" alt="Check Nuclei Documentation"></a>
+144 -91
View File
@@ -7,14 +7,16 @@
<p align="center">
<a href="https://goreportcard.com/report/github.com/projectdiscovery/nuclei"><img src="https://goreportcard.com/badge/github.com/projectdiscovery/nuclei"></a>
<a href="https://github.com/projectdiscovery/nuclei/issues"><img src="https://img.shields.io/badge/contributions-welcome-brightgreen.svg?style=flat"></a>
<a href="https://github.com/projectdiscovery/nuclei/releases"><img src="https://img.shields.io/github/release/projectdiscovery/nuclei"></a>
<a href="https://twitter.com/pdnuclei"><img src="https://img.shields.io/twitter/follow/pdnuclei.svg?logo=twitter"></a>
<img src="https://img.shields.io/github/go-mod/go-version/projectdiscovery/nuclei?filename=v2%2Fgo.mod">
<a href="https://github.com/projectdiscovery/nuclei/releases"><img src="https://img.shields.io/github/downloads/projectdiscovery/nuclei/total">
<a href="https://github.com/projectdiscovery/nuclei/graphs/contributors"><img src="https://img.shields.io/github/contributors-anon/projectdiscovery/nuclei">
<a href="https://github.com/projectdiscovery/nuclei/releases/"><img src="https://img.shields.io/github/release/projectdiscovery/nuclei">
<a href="https://github.com/projectdiscovery/nuclei/issues"><img src="https://img.shields.io/github/issues-raw/projectdiscovery/nuclei">
<a href="https://github.com/projectdiscovery/nuclei/discussions"><img src="https://img.shields.io/github/discussions/projectdiscovery/nuclei">
<a href="https://discord.gg/projectdiscovery"><img src="https://img.shields.io/discord/695645237418131507.svg?logo=discord"></a>
<a href="https://github.com/projectdiscovery/nuclei/actions/workflows/build-test.yml"><img src="https://github.com/projectdiscovery/nuclei/actions/workflows/build-test.yml/badge.svg?branch=master"></a>
<a href="https://twitter.com/pdnuclei"><img src="https://img.shields.io/twitter/follow/pdnuclei.svg?logo=twitter"></a>
</p>
<p align="center">
<a href="#工作流程">工作流程</a> •
<a href="#安装Nuclei">安装</a> •
@@ -27,15 +29,16 @@
</p>
<p align="center">
<a href="https://github.com/projectdiscovery/nuclei/blob/master/README.md">English</a> •
<a href="https://github.com/projectdiscovery/nuclei/blob/master/README_CN.md">中文</a>
<a href="https://github.com/projectdiscovery/nuclei/blob/main/README.md">English</a> •
<a href="https://github.com/projectdiscovery/nuclei/blob/main/README_CN.md">中文</a> •
<a href="https://github.com/projectdiscovery/nuclei/blob/main/README_KR.md">Korean</a>
</p>
---
Nuclei使用零误报的定制模板向目标发送请求,同时可以对大量主机进行快速扫描。Nuclei提供TCP、DNS、HTTP、FILE等各类协议的扫描,通过强大且灵活的模板,可以使用Nuclei模拟各种安全检查。
Nuclei使用零误报的定制模板向目标发送请求,同时可以对主机进行批量快速扫描。Nuclei提供TCP、DNS、HTTP、FILE等各类协议的扫描,通过强大且灵活的模板,可以使用Nuclei模拟各种安全检查。
我们的[模板仓库](https://github.com/projectdiscovery/nuclei-templates)包含**超过200**安全研究员和工程师提供的模板。
我们的[模板仓库](https://github.com/projectdiscovery/nuclei-templates)包含**超过300**安全研究员和工程师提供的模板。
@@ -49,7 +52,7 @@ Nuclei使用零误报的定制模板向目标发送请求,同时可以对大
# 安装Nuclei
Nuclei需要**go1.17**才能安装成功。执行下列命令安装最新版本的Nuclei
Nuclei需要**go1.19**才能安装成功。执行下列命令安装最新版本的Nuclei
```sh
go install -v github.com/projectdiscovery/nuclei/v2/cmd/nuclei@latest
@@ -65,7 +68,7 @@ go install -v github.com/projectdiscovery/nuclei/v2/cmd/nuclei@latest
自从[v2.5.2]((https://github.com/projectdiscovery/nuclei/releases/tag/v2.5.2))起,Nuclei就内置了自动下载和更新模板的功能。[**Nuclei模板**](https://github.com/projectdiscovery/nuclei-templates)仓库随时更新社区中可用的模板列表。
您仍然可以随时使用`update-templates`命令更新模板,您可以根据[模板指南](https://nuclei.projectdiscovery.io/templating-guide/)编写您自己的模板。
您仍然可以随时使用`update-templates`命令更新模板,您可以根据[模板指南](https://nuclei.projectdiscovery.io/templating-guide/)为您的个人工作流和需求编写模板。
YAML的语法规范在[这里](SYNTAX-REFERENCE.md)。
@@ -79,10 +82,10 @@ YAML的语法规范在[这里](SYNTAX-REFERENCE.md)。
nuclei -h
```
这将显示Nuclei的帮助,以下是所有支持的命令
这将显示Nuclei的帮助,以下是所有支持的命令。
```yaml
```console
Nuclei是一款注重于可配置性、可扩展性和易用性的基于模板的快速漏洞扫描器。
用法:
@@ -90,103 +93,148 @@ Nuclei是一款注重于可配置性、可扩展性和易用性的基于模板
命令:
目标:
-u, -target string[] 指定扫描的URL/主机
-l, -list string 指定需要扫描的URL/主机文件(一行一个)
-u, -target string[] 指定扫描的URL/主机
-l, -list string 指定需要扫描的URL/主机文件(一行一个)
-resume string 断点续扫(将禁用集群)
模板:
-t, -templates string[] 指定需要扫描的模板或者模板的路径
-nt, -new-templates 只扫描最新版本中添加的模板
-w, -workflows string[] 指定扫描中的工作流或者工作流目录
-validate 验证通过的模板
-tl 列出所有可用的模板
-nt, -new-templates 只扫描最新版本中添加的模板
-ntv, -new-templates-version string[] 运行在特定版本中添加的新模板
-as, -automatic-scan 在自动web扫描中使用wappalyzer技术检测的指纹
-t, -templates string[] 指定需要扫描的模板或者模板的路径(逗号分隔,文件)
-tu, -template-url string[] 从URL加载模板(逗号分隔,文件)
-w, -workflows string[] 指定扫描中的工作流或者工作流目录(逗号分隔,文件)
-wu, -workflow-url string[] 从URL加载工作流(逗号分隔,文件)
-validate 验证通过的模板
-nss, -no-strict-syntax 禁用模板的严格检查
-tl 列出所有可用的模板
过滤:
-tags string[] 执行有标记的模板子集
-etags, -exclude-tags string[] 执行标记为排除的模板
-itags, -include-tags string[] 不执行具有攻击性的模板
-et, -exclude-templates string[] 要排除的模板或者模板目录
-it, -include-templates string[] 执行默认或配置中排除的模板
-s, -severity value[] 根据严重程度运行模板,可候选的值有:info,low,medium,high,critical
-es, -exclude-severity value[] 根据严重程度排除模板,可候选的值有:info,low,medium,high,critical
-a, -author string[] 执行指定作者的模板
-a, -author string[] 执行指定作者的模板(逗号分隔,文件)
-tags string[] 执行有标记的模板子集(逗号分隔,文件)
-etags, -exclude-tags string[] 执行标记为排除的模板(逗号分隔,文件)
-itags, -include-tags string[] 执行默认或者配置排除的标记模板
-id, -template-id string[] 执行指定ID的模板(逗号分隔,文件)
-eid, -exclude-id string[] 执行排除指定ID的模板(逗号分隔,文件)
-it, -include-templates string[] 执行默认或配置中排除的模板
-et, -exclude-templates string[] 要排除的模板或者模板目录(逗号分隔,文件)
-em, -exclude-matchers string[] 在结果中排除指定模板
-s, -severity value[] 根据严重程度运行模板,可候选的值有:info,low,medium,high,critical
-es, -exclude-severity value[] 根据严重程度排除模板,可候选的值有:info,low,medium,high,critical
-pt, -type value[] 根据协议运行模板,可候选的值有:dns, file, http, headless, network, workflow, ssl, websocket, whois
-ept, -exclude-type value[] 根据协议排除模板,可候选的值有:dns, file, http, headless, network, workflow, ssl, websocket, whois
-tc, -template-condition string[] 根据表达式运行模板
输出:
-o, -output string 输出发现的问题到文件
-silent 只显示结果
-nc, -no-color 禁用输出内容着色(ANSI转义码)
-json 输出为jsonL(ines)
-irr, -include-rr 在JSONL中输出对应的请求和相应(仅结果)
-nm, -no-meta 不显示匹配的元数据
-nts, -no-timestamp 不在输出中显示时间戳
-rdb, -report-db string 本地的Nuclei结果数据库(始终使用该数据库保存结果)
-me, -markdown-export string 以markdown导出结果
-se, -sarif-export string 以SARIF导出结果
-o, -output string 输出发现的问题到文件
-sresp, -store-resp 将nuclei的所有请求和响应输出到目录
-srd, -store-resp-dir string 将nuclei的所有请求和响应输出到指定目录(默认:output)
-silent 只显示结果
-nc, -no-color 禁用输出内容着色(ANSI转义码)
-j, -jsonl 输出为jsonL(ines)
-irr, -include-rr 在JSONL中输出对应的请求和相应(仅结果)
-nm, -no-meta 不显示匹配的元数据
-nts, -no-timestamp 不在输出中显示时间戳
-rdb, -report-db string 本地的Nuclei结果数据库(始终使用该数据库保存结果)
-ms, -matcher-status 显示匹配失败状态
-me, -markdown-export string 以markdown导出结果
-se, -sarif-export string 以SARIF导出结果
配置:
-config string 指定Nuclei的配置文件
-rc, -report-config string 指定Nuclei报告模板文件
-H, -header string[] 指定报告中的标题:value格式
-V, -var value 通过var=value指定var值
-r, -resolvers string 指定Nuclei的解析文件
-sr, -system-resolvers 当DNS错误时使用系统DNS
-passive 启用被动扫描处理HTTP响应
-ev, env-vars 在模板中使用环境变量
-config string 指定Nuclei的配置文件
-fr, -follow-redirects 为HTTP模板启用重定向
-fhr, -follow-host-redirects 在同一主机上重定向
-mr, -max-redirects int HTTP模板最大重定向次数(默认:10)
-dr, -disable-redirects 为HTTP模板禁用重定向
-rc, -report-config string 指定Nuclei报告模板文件
-H, -header string[] 指定header、cookie,以header:value的方式(cli,文件)
-V, -var value 通过key=value指定var值
-r, -resolvers string 指定Nuclei的解析文件
-sr, -system-resolvers 当DNS错误时使用系统DNS
-passive 启用被动扫描处理HTTP响应
-ev, env-vars 在模板中使用环境变量
-cc, -client-cert string 用于对扫描的主机进行身份验证的客户端证书文件(PEM 编码)
-ck, -client-key string 用于对扫描的主机进行身份验证的客户端密钥文件(PEM 编码)
-ca, -client-ca string 用于对扫描的主机进行身份验证的客户端证书颁发机构文件(PEM 编码)
-sml, -show-match-line 显示文件模板的匹配值,只适用于提取器
-ztls 对ztls自动退回到tls13
-sni string 指定tls sni的主机名(默认为输入的域名)
-i, -interface string 指定网卡
-sip, -source-ip string 指定源IP
-config-directory string 重写默认配置路径($home/.config)
-rsr, -response-size-read int 最大读取响应大小(默认:10485760字节)
-rss, -response-size-save int 最大储存响应大小(默认:10485760字节)
交互:
-inserver, -ineractsh-server string 使用interactsh反连检测平台(默认为"https://interact.sh")
-itoken, -interactsh-token string 指定反连检测平台的身份凭证
-interactions-cache-size int 指定保存在交互缓存中的请求数(默认:5000)
-interactions-eviction int 从缓存中删除请求前等待的时间(默认为60秒)
-interactions-poll-duration int 每个轮询前等待时间(默认为5秒)
-interactions-cooldown-period int 退出轮询前的等待时间(默认为5秒)
-ni, -no-interactsh 禁用反连检测平台,同时排除基于反连检测的模板
-inserver, -ineractsh-server string 使用interactsh反连检测平台(默认为oast.pro,oast.live,oast.site,oast.online,oast.fun,oast.me)
-itoken, -interactsh-token string 指定反连检测平台的身份凭证
-interactions-cache-size int 指定保存在交互缓存中的请求数(默认:5000)
-interactions-eviction int 从缓存中删除请求前等待的时间(默认为60秒)
-interactions-poll-duration int 每个轮询前等待时间(默认为5秒)
-interactions-cooldown-period int 退出轮询前的等待时间(默认为5秒)
-ni, -no-interactsh 禁用反连检测平台,同时排除基于反连检测的模板
限速:
-r1, -rate-limit int 每秒最大请求量(默认:150)
-rlm, -rate-limit-minute int 每分钟最大请求量
-bs, -bulk-size int 每个模板最大并行检测数(默认:25)
-c, -concurrency int 并行执行的最大模板数量(默认:25)
-rl, -rate-limit int 每秒最大请求量(默认:150)
-rlm, -rate-limit-minute int 每分钟最大请求量
-bs, -bulk-size int 每个模板最大并行检测数(默认:25)
-c, -concurrency int 并行执行的最大模板数量(默认:25)
-hbs, -headless-bulk-size int 每个模板并行运行的无头主机最大数量(默认:10)
-headc, -headless-concurrency int 并行指定无头主机最大数量(默认:10)
优化:
-timeout int 超时时间(默认为5秒)
-retries int 重试次数(默认:1)
-mhe, -max-host-error int 某主机扫描失败次数,跳过该主机(默认:30)
-project 使用项目文件夹避免多次发送同一请求
-project-path string 设置特定的项目文件夹
-spm, -stop-at-first-path 得到一个结果后停止(或许会中断模板和工作流的逻辑)
-stream 流模式 - 在不整理输入的情况下详细描述
-timeout int 超时时间(默认为10秒)
-retries int 重试次数(默认:1)
-ldp, -leave-default-ports 指定HTTP/HTTPS默认端口(例如:host:80,host:443)
-mhe, -max-host-error int 某主机扫描失败次数,跳过该主机(默认:30)
-te, -track-error string[] 将给定错误添加到最大主机错误监视列表(标准、文件)
-nmhe, -no-mhe disable skipping host from scan based on errors
-project 使用项目文件夹避免多次发送同一请求
-project-path string 设置特定的项目文件夹
-spm, -stop-at-first-path 得到一个结果后停止(或许会中断模板和工作流的逻辑)
-stream 流模式 - 在不整理输入的情况下详细描述
-irt, -input-read-timeout duration 输入读取超时时间(默认:3分钟)
-no-stdin 禁用标准输入
无界面浏览器:
-headless 启用需要无界面浏览器的模板
-page-timeout int 在无界面下超时秒数(默认:20)
-sb, -show-brower 在无界面浏览器运行模板时,显示浏览器
-sc, -system-chrome 不使用Nuclei自带的浏览器,使用本地浏览器
-headless 启用需要无界面浏览器的模板
-page-timeout int 在无界面下超时秒数(默认:20)
-sb, -show-brower 在无界面浏览器运行模板时,显示浏览器
-sc, -system-chrome 不使用Nuclei自带的浏览器,使用本地浏览器
-lha, -list-headless-action 列出可用的无界面操作
调试:
-debug 显示所有请求和响应
-debug-req 显示所有请求
-debug-resp 显示所有响应
-proxy, -proxy-url string 使用HTTP代理
-proxy-socks-url string 使用SOCK5代理
-tlog, -trace-log string 写入请求日志到文件
-version 显示版本信息
-v, -verbose 显示详细信息
-vv 显示额外的详细信息
-tv, -templates-version 显示已安装的模板版本
-debug 显示所有请求和响应
-dreq, -debug-req 显示所有请求
-dresp, -debug-resp 显示所有响应
-p, -proxy string[] 使用http/socks5代理(逗号分隔,文件)
-pi, -proxy-internal 代理所有请求
-ldf, -list-dsl-function 列出所有支持的DSL函数签名
-tlog, -trace-log string 写入跟踪日志到文件
-elog, -error-log string 写入错误日志到文件
-version 显示版本信息
-hm, -hang-monitor 启用Nuclei的监控
-v, -verbose 显示详细信息
-profile-mem string 将Nuclei的内存转储成文件
-vv 显示额外的详细信息
-ep, -enable-pprof 启用pprof调试服务器
-tv, -templates-version 显示已安装的模板版本
-hc, -health-check 运行诊断检查
升级:
-update 更新Nuclei到最新版本
-ut, -update-templates 更新Nuclei模板到最新版
-ud, -update-directory string 覆盖安装模板
-duc, -disable-update-check 禁用更新
-update 更新Nuclei到最新版本
-ut, -update-templates 更新Nuclei模板到最新版
-ud, -update-directory string 覆盖安装模板
-duc, -disable-update-check 禁用更新
统计:
-stats 显示正在扫描的统计信息
-sj, -stats-json 将统计信息以JSONL格式输出到文件
-si, -stats-inerval int 显示统计信息更新的间隔秒数(默认:5)
-m, -metrics 显示Nuclei端口信息
-mp, -metrics-port int 更改Nuclei默认端口(默认:9092)
-stats 显示正在扫描的统计信息
-sj, -stats-json 将统计信息以JSONL格式输出到文件
-si, -stats-inerval int 显示统计信息更新的间隔秒数(默认:5)
-m, -metrics 显示Nuclei端口信息
-mp, -metrics-port int 更改Nuclei默认端口(默认:9092)
```
### 运行Nuclei
@@ -232,7 +280,7 @@ Nuclei提供了大量有助于安全工程师在工作流定制相关的功能
**对于赏金猎人:**
Nuclei允许您定制自己的测试方法,可以轻松的运行您的程序。此外Nuclei可以更容易的集成到您的漏扫设备中。
Nuclei允许您定制自己的测试方法,可以轻松的运行您的程序。此外Nuclei可以更容易的集成到您的漏洞扫描工作流中。
- 可以集成到其他工作流中
- 可以在几分钟处理上千台主机
@@ -266,7 +314,7 @@ Nuclei通过增加手动、自动的过程,极大地改变了安全评估的
Nuclei构建很简单,通过数百名安全研究员的社区模板,Nuclei可以随时扫描来了解安全威胁。Nuclei通常用来用于复测,以确定漏洞是否被修复。
- **CI/CD:**工程师已经支持了CI/CD,可以使用Nuclei来监控生产环境
- **CI/CD:**工程师已经支持了CI/CD,可以通过Nuclei使用定制模板来监控模拟环境和生产环境
- **周期性扫描:**使用Nuclei创建新发现的漏洞模板,通过Nuclei可以周期性扫描消除漏洞
我们有个[讨论组](https://github.com/projectdiscovery/nuclei-templates/discussions/693),黑客提交自己的模板后可以获得赏金,这可以减少资产的漏洞,并且减少重复。如果你想实行该计划,可以[联系我](mailto:[email protected])。我们非常乐意提供帮助,或者在[讨论组](https://github.com/projectdiscovery/nuclei-templates/discussions/693)中发布相关信息。
@@ -280,6 +328,11 @@ Nuclei构建很简单,通过数百名安全研究员的社区模板,Nuclei
</h1>
### 资源
- [使用PinkDraconian发现Nuclei的BUG (Robbe Van Roey)](https://www.youtube.com/watch?v=ewP0xVPW-Pk) 作者:[@PinkDraconian](https://twitter.com/PinkDraconian)
- [Nuclei: 强而有力的扫描器](https://bishopfox.com/blog/nuclei-vulnerability-scan) 作者:Bishopfox
- [WAF有效性检查](https://www.fastly.com/blog/the-waf-efficacy-framework-measuring-the-effectiveness-of-your-waf) 作者:Fastly
- [在CI/CD中使用Nuclei实时扫描网页应用](https://blog.escape.tech/devsecops-part-iii-scanning-live-web-applications/) 作者:[@TristanKalos](https://twitter.com/TristanKalos)
- [使用Nuclei扫描](https://blog.projectdiscovery.io/community-powered-scanning-with-nuclei/)
- [Nuclei Unleashed - 快速编写复杂漏洞](https://blog.projectdiscovery.io/nuclei-unleashed-quickly-write-complex-exploits/)
- [Nuclei - FUZZ一切](https://blog.projectdiscovery.io/nuclei-fuzz-all-the-things/)
@@ -296,7 +349,7 @@ Nuclei构建很简单,通过数百名安全研究员的社区模板,Nuclei
### 许可证
Nuclei使用[MIT许可证](https://github.com/projectdiscovery/nuclei/blob/master/LICENSE.md)
Nuclei使用[MIT许可证](https://github.com/projectdiscovery/nuclei/blob/main/LICENSE.md)
<h1 align="left">
<a href="https://discord.gg/projectdiscovery"><img src="static/Join-Discord.png" width="380" alt="Join Discord"></a> <a href="https://nuclei.projectdiscovery.io"><img src="static/check-nuclei-documentation.png" width="380" alt="Check Nuclei Documentation"></a>
+358
View File
@@ -0,0 +1,358 @@
<h1 align="center">
<br>
<a href="https://nuclei.projectdiscovery.io"><img src="static/nuclei-logo.png" width="200px" alt="Nuclei"></a>
</h1>
<h4 align="center">Pemindai kerentanan yang cepat dan dapat disesuaikan berdasarkan DSL berbasis YAML sederhana.</h4>
<p align="center">
<img src="https://img.shields.io/github/go-mod/go-version/projectdiscovery/nuclei?filename=v2%2Fgo.mod">
<a href="https://github.com/projectdiscovery/nuclei/releases"><img src="https://img.shields.io/github/downloads/projectdiscovery/nuclei/total">
<a href="https://github.com/projectdiscovery/nuclei/graphs/contributors"><img src="https://img.shields.io/github/contributors-anon/projectdiscovery/nuclei">
<a href="https://github.com/projectdiscovery/nuclei/releases/"><img src="https://img.shields.io/github/release/projectdiscovery/nuclei">
<a href="https://github.com/projectdiscovery/nuclei/issues"><img src="https://img.shields.io/github/issues-raw/projectdiscovery/nuclei">
<a href="https://github.com/projectdiscovery/nuclei/discussions"><img src="https://img.shields.io/github/discussions/projectdiscovery/nuclei">
<a href="https://discord.gg/projectdiscovery"><img src="https://img.shields.io/discord/695645237418131507.svg?logo=discord"></a>
<a href="https://twitter.com/pdnuclei"><img src="https://img.shields.io/twitter/follow/pdnuclei.svg?logo=twitter"></a>
</p>
<p align="center">
<a href="#cara-kerja">Cara Kerja</a> •
<a href="#instalasi-nuclei">Instalasi</a> •
<a href="#untuk-insinyur-keamanan">Untuk Teknisi Keamanan</a> •
<a href="#untuk-pengembang-dan-organisasi">Untuk Pengembang</a> •
<a href="https://nuclei.projectdiscovery.io/nuclei/get-started/">Dokumentasi</a> •
<a href="#kredit">Kredit</a> •
<a href="https://nuclei.projectdiscovery.io/faq/nuclei/">Tanya Jawab</a> •
<a href="https://discord.gg/projectdiscovery">Gabung Discord</a>
</p>
<p align="center">
<a href="https://github.com/projectdiscovery/nuclei/blob/main/README.md">English</a> •
<a href="https://github.com/projectdiscovery/nuclei/blob/main/README_CN.md">中文</a> •
<a href="https://github.com/projectdiscovery/nuclei/blob/main/README_KR.md">Korean</a> •
<a href="https://github.com/projectdiscovery/nuclei/blob/main/README_ID.md">Indonesia</a>
</p>
---
Nuclei digunakan untuk mengirim permintaan lintas target berdasarkan templat, yang menghasilkan nol positif palsu dan menyediakan pemindaian yang cepat pada banyak host. Nuclei menawarkan pemindaian untuk berbagai protokol, termasuk TCP, DNS, HTTP, SSL, File, Whois, Websocket, Headless, dll. Dengan templating yang kuat dan fleksibel, Nuclei dapat digunakan untuk memodelkan semua jenis pemeriksaan keamanan.
Kami memiliki [repositori khusus](https://github.com/projectdiscovery/nuclei-templates) yang menampung berbagai jenis templat kerentanan yang disumbangkan oleh **lebih dari 300** peneliti dan teknisi keamanan.
## Cara Kerja
<h3 align="center">
<img src="static/nuclei-flow.jpg" alt="nuclei-flow" width="700px"></a>
</h3>
# Instalasi Nuclei
Nuclei membutuhkan **go1.19** agar dapat diinstall. Jalankan perintah berikut untuk menginstal versi terbaru -
```sh
go install -v github.com/projectdiscovery/nuclei/v2/cmd/nuclei@latest
```
**Metode [instalasi lain dapat ditemukan di sini](https://nuclei.projectdiscovery.io/nuclei/get-started/).**
<table>
<tr>
<td>
### Nuclei Templates
Nuclei memiliki dukungan untuk unduhan/pembaruan templat otomatis sebagai bawaan sejak versi [v2.5.2](https://github.com/projectdiscovery/nuclei/releases/tag/v2.5.2). Proyek [**Nuclei-Templates**](https://github.com/projectdiscovery/nuclei-templates) menyediakan daftar template siap pakai yang dibuat oleh komunitas yang terus diperbarui.
Anda dapat menggunakan flag `-update-templates` untuk memperbarui templat inti kapan saja; Anda juga dapat menulis pemeriksaan Anda sendiri untuk alur kerja individu dan untuk kebutuhan Anda sendiri dengan mengikuti [panduan pembuatan templat Nuclei](https://nuclei.projectdiscovery.io/templating-guide/).
Untuk referensi penulisan sintaks DSL berbasis YAML tersedia [di sini](SYNTAX-REFERENCE.md).
</td>
</tr>
</table>
### Cara Pakai
```sh
nuclei -h
```
Ini akan menampilkan bantuan untuk alat tersebut. Berikut adalah semua flag yang didukungnya.
```console
Nuclei is a fast, template based vulnerability scanner focusing
on extensive configurability, massive extensibility and ease of use.
Usage:
nuclei [flags]
Flags:
TARGET:
-u, -target string[] target URLs/hosts to scan
-l, -list string path to file containing a list of target URLs/hosts to scan (one per line)
-resume string Resume scan using resume.cfg (clustering will be disabled)
TEMPLATES:
-nt, -new-templates run only new templates added in latest nuclei-templates release
-ntv, -new-templates-version string[] run new templates added in specific version
-as, -automatic-scan automatic web scan using wappalyzer technology detection to tags mapping
-t, -templates string[] list of template or template directory to run (comma-separated, file)
-tu, -template-url string[] list of template urls to run (comma-separated, file)
-w, -workflows string[] list of workflow or workflow directory to run (comma-separated, file)
-wu, -workflow-url string[] list of workflow urls to run (comma-separated, file)
-validate validate the passed templates to nuclei
-nss, -no-strict-syntax Disable strict syntax check on templates
-tl list all available templates
FILTERING:
-a, -author string[] templates to run based on authors (comma-separated, file)
-tags string[] templates to run based on tags (comma-separated, file)
-etags, -exclude-tags string[] templates to exclude based on tags (comma-separated, file)
-itags, -include-tags string[] tags to be executed even if they are excluded either by default or configuration
-id, -template-id string[] templates to run based on template ids (comma-separated, file)
-eid, -exclude-id string[] templates to exclude based on template ids (comma-separated, file)
-it, -include-templates string[] templates to be executed even if they are excluded either by default or configuration
-et, -exclude-templates string[] template or template directory to exclude (comma-separated, file)
-em, -exclude-matchers string[] template matchers to exclude in result
-s, -severity value[] templates to run based on severity. Possible values: info, low, medium, high, critical, unknown
-es, -exclude-severity value[] templates to exclude based on severity. Possible values: info, low, medium, high, critical, unknown
-pt, -type value[] templates to run based on protocol type. Possible values: dns, file, http, headless, network, workflow, ssl, websocket, whois
-ept, -exclude-type value[] templates to exclude based on protocol type. Possible values: dns, file, http, headless, network, workflow, ssl, websocket, whois
-tc, -template-condition string[] templates to run based on expression condition
OUTPUT:
-o, -output string output file to write found issues/vulnerabilities
-sresp, -store-resp store all request/response passed through nuclei to output directory
-srd, -store-resp-dir string store all request/response passed through nuclei to custom directory (default "output")
-silent display findings only
-nc, -no-color disable output content coloring (ANSI escape codes)
-j, -jsonl write output in JSONL(ines) format
-irr, -include-rr include request/response pairs in the JSONL output (for findings only)
-nm, -no-meta disable printing result metadata in cli output
-nts, -no-timestamp disable printing timestamp in cli output
-rdb, -report-db string nuclei reporting database (always use this to persist report data)
-ms, -matcher-status display match failure status
-me, -markdown-export string directory to export results in markdown format
-se, -sarif-export string file to export results in SARIF format
-je, -json-export string file to export results in JSON format as a JSON array. This can be memory intensive in larger scans
-jle, -jsonl-export string file to export results in JSONL(ine) format as a list of line-delimited JSON objects
CONFIGURATIONS:
-config string path to the nuclei configuration file
-fr, -follow-redirects enable following redirects for http templates
-fhr, -follow-host-redirects follow redirects on the same host
-mr, -max-redirects int max number of redirects to follow for http templates (default 10)
-dr, -disable-redirects disable redirects for http templates
-rc, -report-config string nuclei reporting module configuration file
-H, -header string[] custom header/cookie to include in all http request in header:value format (cli, file)
-V, -var value custom vars in key=value format
-r, -resolvers string file containing resolver list for nuclei
-sr, -system-resolvers use system DNS resolving as error fallback
-passive enable passive HTTP response processing mode
-ev, -env-vars enable environment variables to be used in template
-cc, -client-cert string client certificate file (PEM-encoded) used for authenticating against scanned hosts
-ck, -client-key string client key file (PEM-encoded) used for authenticating against scanned hosts
-ca, -client-ca string client certificate authority file (PEM-encoded) used for authenticating against scanned hosts
-sml, -show-match-line show match lines for file templates, works with extractors only
-ztls use ztls library with autofallback to standard one for tls13
-sni string tls sni hostname to use (default: input domain name)
-i, -interface string network interface to use for network scan
-sip, -source-ip string source ip address to use for network scan
-config-directory string Override the default config path ($home/.config)
-rsr, -response-size-read int max response size to read in bytes (default 10485760)
-rss, -response-size-save int max response size to save in bytes (default 10485760)
INTERACTSH:
-iserver, -interactsh-server string interactsh server url for self-hosted instance (default: oast.pro,oast.live,oast.site,oast.online,oast.fun,oast.me)
-itoken, -interactsh-token string authentication token for self-hosted interactsh server
-interactions-cache-size int number of requests to keep in the interactions cache (default 5000)
-interactions-eviction int number of seconds to wait before evicting requests from cache (default 60)
-interactions-poll-duration int number of seconds to wait before each interaction poll request (default 5)
-interactions-cooldown-period int extra time for interaction polling before exiting (default 5)
-ni, -no-interactsh disable interactsh server for OAST testing, exclude OAST based templates
RATE-LIMIT:
-rl, -rate-limit int maximum number of requests to send per second (default 150)
-rlm, -rate-limit-minute int maximum number of requests to send per minute
-bs, -bulk-size int maximum number of hosts to be analyzed in parallel per template (default 25)
-c, -concurrency int maximum number of templates to be executed in parallel (default 25)
-hbs, -headless-bulk-size int maximum number of headless hosts to be analyzed in parallel per template (default 10)
-headc, -headless-concurrency int maximum number of headless templates to be executed in parallel (default 10)
OPTIMIZATIONS:
-timeout int time to wait in seconds before timeout (default 10)
-retries int number of times to retry a failed request (default 1)
-ldp, -leave-default-ports leave default HTTP/HTTPS ports (eg. host:80,host:443
-mhe, -max-host-error int max errors for a host before skipping from scan (default 30)
-te, -track-error string[] adds given error to max-host-error watchlist (standard, file)
-nmhe, -no-mhe disable skipping host from scan based on errors
-project use a project folder to avoid sending same request multiple times
-project-path string set a specific project path
-spm, -stop-at-first-path stop processing HTTP requests after the first match (may break template/workflow logic)
-stream stream mode - start elaborating without sorting the input
-irt, -input-read-timeout duration timeout on input read (default 3m0s)
-no-stdin Disable Stdin processing
HEADLESS:
-headless enable templates that require headless browser support (root user on linux will disable sandbox)
-page-timeout int seconds to wait for each page in headless mode (default 20)
-sb, -show-browser show the browser on the screen when running templates with headless mode
-sc, -system-chrome Use local installed chrome browser instead of nuclei installed
-lha, -list-headless-action list available headless actions
DEBUG:
-debug show all requests and responses
-dreq, -debug-req show all sent requests
-dresp, -debug-resp show all received responses
-p, -proxy string[] list of http/socks5 proxy to use (comma separated or file input)
-pi, -proxy-internal proxy all internal requests
-ldf, -list-dsl-function list all supported DSL function signatures
-tlog, -trace-log string file to write sent requests trace log
-elog, -error-log string file to write sent requests error log
-version show nuclei version
-hm, -hang-monitor enable nuclei hang monitoring
-v, -verbose show verbose output
-profile-mem string optional nuclei memory profile dump file
-vv display templates loaded for scan
-ep, -enable-pprof enable pprof debugging server
-tv, -templates-version shows the version of the installed nuclei-templates
-hc, -health-check run diagnostic check up
UPDATE:
-update update nuclei engine to the latest released version
-ut, -update-templates update nuclei-templates to latest released version
-ud, -update-directory string overwrite the default directory to install nuclei-templates
-duc, -disable-update-check disable automatic nuclei/templates update check
STATISTICS:
-stats display statistics about the running scan
-sj, -stats-json write statistics data to an output file in JSONL(ines) format
-si, -stats-interval int number of seconds to wait between showing a statistics update (default 5)
-m, -metrics expose nuclei metrics on a port
-mp, -metrics-port int port to expose nuclei metrics on (default 9092)
```
### Menjalankan Nuclei
Memindai domain target dengan templat Nuclei yang [dikurasi oleh komunitas](https://github.com/projectdiscovery/nuclei-templates).
```sh
nuclei -u https://example.com
```
Memindai URL target dengan templat Nuclei yang [dikurasi oleh komunitas](https://github.com/projectdiscovery/nuclei-templates).
```sh
nuclei -list urls.txt
```
Contoh dari berkas `urls.txt`:
```yaml
http://example.com
http://app.example.com
http://test.example.com
http://uat.example.com
```
**Contoh lebih detil tentang menjalankan Nuclei dapat ditemukan [di sini](https://nuclei.projectdiscovery.io/nuclei/get-started/#running-nuclei).**
# Untuk Teknisi Keamanan
Nuclei menawarkan sejumlah besar fitur yang berguna bagi teknisi keamanan untuk menyesuaikan alur kerja di organisasi mereka. Dengan berbagai kemampuan pemindaian (seperti misalnya DNS, HTTP, TCP), teknisi keamanan dapat dengan mudah membuat rangkaian pemeriksaan khusus mereka dengan Nuclei.
- Berbagai protokol yang didukung: TCP, DNS, HTTP, File, dll
- Mencapai langkah-langkah kerentanan yang kompleks dengan alur kerja dan [permintaan dinamis](https://blog.projectdiscovery.io/nuclei-unleashed-quickly-write-complex-exploits/).
- Mudah diintegrasikan ke dalam CI/CD, dirancang agar mudah diintegrasikan ke dalam siklus regresi untuk secara aktif memeriksa perbaikan dan kemunculan kerentanan kembali.
<h1 align="left">
<a href="https://nuclei.projectdiscovery.io/nuclei/get-started/"><img src="static/learn-more-button.png" width="170px" alt="Pelajari Selengkapnya"></a>
</h1>
<table>
<tr>
<td>
**Untuk Pemburu Celah Berhadiah:**
Nuclei memungkinkan Anda untuk menyesuaikan pendekatan pengujian Anda dengan rangkaian pemeriksaan Anda sendiri dan dengan mudah menjalankan program celah berhadiah Anda. Selain itu, Nuclei dapat dengan mudah diintegrasikan ke dalam alur kerja pemindaian berkelanjutan.
- Dirancang agar mudah diintegrasikan ke dalam alur kerja alat lainnya.
- Dapat memproses ribuan host hanya dalam beberapa menit.
- Mudah mengotomatiskan pendekatan pengujian khusus Anda dengan sintaks DSL berbasis YAML sederhana kami.
Silakan periksa proyek sumber terbuka kami yang lain yang mungkin cocok dengan alur kerja celah berhadiah Anda: [github.com/projectdiscovery](http://github.com/projectdiscovery), kami juga menyediakan [penyegaran data DNS di Chaos setiap hari](http://chaos.projectdiscovery.io).
</td>
</tr>
</table>
<table>
<tr>
<td>
**Untuk Penguji Penetrasi:**
Nuclei sangat meningkatkan cara Anda mendekati penilaian keamanan dengan menambah proses manual yang berulang. Para konsultan sudah mengonversi langkah penilaian manual mereka dengan Nuclei, ini memungkinkan mereka untuk menjalankan serangkaian pendekatan penilaian khusus mereka di ribuan host secara otomatis.
Para penguji penetrasi mendapatkan kekuatan penuh dari templat publik dan kemampuan penyesuaian kami untuk mempercepat proses penilaian mereka, dan khususnya dengan siklus regresi di mana Anda dapat dengan mudah memverifikasi perbaikannya.
- Mudah untuk membuat daftar pemeriksa kepatuhan Anda, sederet standar (mis., OWASP 10 Teratas).
- Dengan kemampuan seperti [fuzz](https://nuclei.projectdiscovery.io/templating-guide/#advance-fuzzing) dan [alur kerja](https://nuclei.projectdiscovery.io/templating-guide/#workflows), langkah manual yang rumit dan penilaian berulang dapat dengan mudah diotomatisasi dengan Nuclei.
- Mudah untuk menguji ulang perbaikan kerentanan hanya dengan menjalankan ulang template.
</td>
</tr>
</table>
# Untuk Pengembang dan Organisasi
Nuclei dibangun dengan kesederhanaan dalam pemikiran, dengan templat yang didukung komunitas oleh ratusan peneliti keamanan, memungkinkan Anda untuk tidak tertinggal dengan ancaman keamanan terbaru menggunakan pemindaian Nuclei terus menerus pada host. Ini dirancang agar mudah diintegrasikan ke dalam siklus pengujian regresi, untuk memverifikasi perbaikan dan menghilangkan kerentanan agar tidak terjadi di masa mendatang.
- **CI/CD:** Pengembang sudah memanfaatkan Nuclei dalam aliran CI/CD mereka, ini memungkinkan mereka untuk terus memantau lingkungan pementasan dan produksi mereka dengan templat yang disesuaikan.
- **Siklus Regresi Berkelanjutan:** Dengan Nuclei, Anda dapat membuat templat khusus pada setiap kerentanan baru yang teridentifikasi dan dimasukkan ke dalam mesin Nuclei untuk dihilangkan dalam siklus regresi berkelanjutan.
Kami memiliki [utas diskusi tentang ini](https://github.com/projectdiscovery/nuclei-templates/discussions/693), sudah ada beberapa program celah berhadiah yang memberikan insentif kepada peretas untuk menulis templat inti dengan setiap pengiriman, yang membantu mereka untuk menghilangkan kerentanan di semua aset mereka, serta untuk menghilangkan risiko masa depan yang muncul kembali pada lingkungan produksi. Jika Anda tertarik untuk menerapkannya di organisasi Anda, jangan ragu untuk [menghubungi kami](mailto:[email protected]). Kami akan dengan senang hati membantu Anda dalam proses memulai, atau Anda juga dapat memposting ke [utas diskusi](https://github.com/projectdiscovery/nuclei-templates/discussions/693) untuk bantuan apapun.
<h3 align="center">
<img src="static/regression-with-nuclei.jpg" alt="Siklus Regresi Berkelanjutan dengan Nuclei" width="1100px"></a>
</h3>
<h1 align="left">
<a href="https://github.com/projectdiscovery/nuclei-action"><img src="static/learn-more-button.png" width="170px" alt="Pelajari Selengkapnya"></a>
</h1>
### Sumber Daya
- [Menemukan bug dengan menggunakan Nuclei dengan PinkDraconian (Robbe Van Roey)](https://www.youtube.com/watch?v=ewP0xVPW-Pk) oleh **[@PinkDraconian](https://twitter.com/PinkDraconian)**
- [Nuclei: Mengemas Pukulan dengan Pemindaian Kerentanan](https://bishopfox.com/blog/nuclei-vulnerability-scan) oleh **Bishopfox**
- [Kerangka kemanjuran WAF](https://www.fastly.com/blog/the-waf-efficacy-framework-measuring-the-effectiveness-of-your-waf) oleh **Fastly**
- [Memindai Aplikasi Web Langsung dengan Nuclei di Aliran CI/CD](https://blog.escape.tech/devsecops-part-iii-scanning-live-web-applications/) oleh **[@TristanKalos](https://twitter.com/TristanKalos)**
- [Pemindaian Bertenaga Komunitas dengan Nuclei](https://blog.projectdiscovery.io/community-powered-scanning-with-nuclei/)
- [Nuclei Unleashed - Menulis eksploitasi kompleks dengan cepat](https://blog.projectdiscovery.io/nuclei-unleashed-quickly-write-complex-exploits/)
- [Nuclei - Fuzz semua hal](https://blog.projectdiscovery.io/nuclei-fuzz-all-the-things/)
- [Integrasi Nuclei + Interactsh untuk Mengotomatiskan Pengujian OOB](https://blog.projectdiscovery.io/nuclei-interactsh-integration/)
- [Mempersenjatai Alur Kerja Nuclei untuk Menghancurkan Semua Hal](https://medium.com/@dwisiswant0/weaponizes-nuclei-workflows-to-pwn-all-the-things-cd01223feb77) oleh **[@dwisiswant0](https://github.com/dwisiswant0)**
- [Bagaimana Memindai Terus-menerus dengan Nuclei?](https://medium.com/@dwisiswant0/how-to-scan-continuously-with-nuclei-fcb7e9d8b8b9) oleh **[@dwisiswant0](https://github.com/dwisiswant0)**
- [Retas dengan Otomatisasi !!!](https://dhiyaneshgeek.github.io/web/security/2021/07/19/hack-with-automation/) oleh **[@DhiyaneshGeek](https://github.com/DhiyaneshGeek)**
### Kredit
Terima kasih kepada semua komunitas yang luar biasa yang [berkontribusi untuk mengirimkan PR](https://github.com/projectdiscovery/nuclei/graphs/contributors). Lihat juga proyek sumber-terbuka serupa di bawah ini yang mungkin sesuai dengan alur kerja Anda:
[FFuF](https://github.com/ffuf/ffuf), [Qsfuzz](https://github.com/ameenmaali/qsfuzz), [Inception](https://github.com/proabiral/inception), [Snallygaster](https://github.com/hannob/snallygaster), [Gofingerprint](https://github.com/Static-Flow/gofingerprint), [Sn1per](https://github.com/1N3/Sn1per/tree/master/templates), [Google tsunami](https://github.com/google/tsunami-security-scanner), [Jaeles](https://github.com/jaeles-project/jaeles), [ChopChop](https://github.com/michelin/ChopChop)
### Lisensi
Nuclei didistribusikan di bawah [Lisensi MIT](https://github.com/projectdiscovery/nuclei/blob/main/LICENSE.md)
<h1 align="left">
<a href="https://discord.gg/projectdiscovery"><img src="static/Join-Discord.png" width="380" alt="Join Discord"></a> <a href="https://nuclei.projectdiscovery.io"><img src="static/check-nuclei-documentation.png" width="380" alt="Cek Dokumentasi Nuclei"></a>
</h1>
+347
View File
@@ -0,0 +1,347 @@
<h1 align="center">
<br>
<a href="https://nuclei.projectdiscovery.io"><img src="static/nuclei-logo.png" width="200px" alt="Nuclei"></a>
</h1>
<h4 align="center">DSL 기반의 간단한 YAML을 기초로한 빠른 맞춤형 취약점 스캐너</h4>
<p align="center">
<img src="https://img.shields.io/github/go-mod/go-version/projectdiscovery/nuclei?filename=v2%2Fgo.mod">
<a href="https://github.com/projectdiscovery/nuclei/releases"><img src="https://img.shields.io/github/downloads/projectdiscovery/nuclei/total">
<a href="https://github.com/projectdiscovery/nuclei/graphs/contributors"><img src="https://img.shields.io/github/contributors-anon/projectdiscovery/nuclei">
<a href="https://github.com/projectdiscovery/nuclei/releases/"><img src="https://img.shields.io/github/release/projectdiscovery/nuclei">
<a href="https://github.com/projectdiscovery/nuclei/issues"><img src="https://img.shields.io/github/issues-raw/projectdiscovery/nuclei">
<a href="https://github.com/projectdiscovery/nuclei/discussions"><img src="https://img.shields.io/github/discussions/projectdiscovery/nuclei">
<a href="https://discord.gg/projectdiscovery"><img src="https://img.shields.io/discord/695645237418131507.svg?logo=discord"></a>
<a href="https://twitter.com/pdnuclei"><img src="https://img.shields.io/twitter/follow/pdnuclei.svg?logo=twitter"></a>
</p>
<p align="center">
<a href="#작동-방식">작동 방식</a> •
<a href="#설치">설치</a> •
<a href="#보안-엔지니어를-위한">보안 엔지니어를 위한</a> •
<a href="#개발자를-위한">개발자를 위한</a> •
<a href="https://nuclei.projectdiscovery.io/nuclei/get-started/">문서</a> •
<a href="#credits">Credits</a> •
<a href="https://nuclei.projectdiscovery.io/faq/nuclei/">FAQs</a> •
<a href="https://discord.gg/projectdiscovery"> Discord 참가</a>
</p>
<p align="center">
<a href="https://github.com/projectdiscovery/nuclei/blob/main/README.md">English</a> •
<a href="https://github.com/projectdiscovery/nuclei/blob/main/README_CN.md">中文</a> •
<a href="https://github.com/projectdiscovery/nuclei/blob/main/README_KR.md">한국어</a>
</p>
---
Nuclei는 템플릿을 기반으로 대상 간에 요청을 보내기 위해 사용되며 긍정 오류(false positives)가 0이고 다수의 호스트에서 빠른 스캔을 제공합니다. Nuclei는 TCP, DNS, HTTP, SSL, File, Whois, Websocket, Headless 등을 포함한 다양한 프로토콜의 스캔을 제공합니다. 강력하고 유연한 템플릿을 통해 Nuclei는 모든 종류의 보안 검사를 모델링 할 수 있습니다.
**300명 이상의** 보안 연구원과 엔지니어가 제공한 다양한 유형의 취약점 템플릿을 보관하는 [전용 저장소](https://github.com/projectdiscovery/nuclei-templates)를 보유하고 있습니다.
## 작동 방식
<h3 align="center">
<img src="static/nuclei-flow.jpg" alt="nuclei-flow" width="700px"></a>
</h3>
# 설치
Nuclei를 성공적으로 설치하기 위해서 **go1.19**가 필요합니다. 다음 명령을 실행하여 최신 버전을 설치합니다.
```sh
go install -v github.com/projectdiscovery/nuclei/v2/cmd/nuclei@latest
```
**자세한 설치 방법은 [여기](https://nuclei.projectdiscovery.io/nuclei/get-started/)에서 찾을 수 있습니다.**
<table>
<tr>
<td>
### Nuclei 템플릿
Nuclei는 [v2.5.2](https://github.com/projectdiscovery/nuclei/releases/tag/v2.5.2)부터 자동 템플릿 다운로드/업데이트를 기본으로 지원합니다.
[**Nuclei-Templates**](https://github.com/projectdiscovery/nuclei-templates) 프로젝트는 지속적으로 업데이트되는 즉시 사용 가능한 템플릿 목록을 제공합니다.
`update-templates` 플래그를 사용하여 언제든 템플릿을 업데이트할 수 있습니다. Nuclei의 [템플릿 가이드](https://nuclei.projectdiscovery.io/templating-guide/)에 따라 개별 워크플로 및 요구 사항에 대한 자체 검사를 작성할 수 있습니다.
YAML DSL의 참조 구문은 [여기](SYNTAX-REFERENCE.md)에서 확인할 수 있습니다.
</td>
</tr>
</table>
### 사용 방법
```sh
nuclei -h
```
도구에 대한 도움말이 표시됩니다. 다음은 지원하는 모든 스위치들입니다.
```console
Nuclei is a fast, template based vulnerability scanner focusing
on extensive configurability, massive extensibility and ease of use.
Usage:
nuclei [flags]
Flags:
TARGET:
-u, -target string[] 스캔할 URLs/hosts 대상
-l, -list string 스캔할 URLs/hosts 대상 목록이 포함된 파일 경로(줄당 하나씩)
-resume string resume.cfg를 사용한 스캔 재개(클러스터링이 비활성화됨)
TEMPLATES:
-nt, -new-templates nuclei-templates에 가장 최근에 추가된 새 템플릿만 실행
-as, -automatic-scan 태그 매핑에 대한 wappalyzer 기술 탐지를 사용한 자동 웹 스캔
-t, -templates string[] 실행할 템플릿 또는 템플릿 디렉터리 목록(쉼표로 구분된 파일)
-tu, -template-url string[] 실행할 템플릿 URL 목록(쉼표로 구분된 파일)
-w, -workflows string[] 실행할 워크플로 또는 워크플로 디렉터리 목록(쉼표로 구분된 파일)
-wu, -workflow-url string[] 실행할 워크플로 URL 목록(쉼표로 구분된 파일)
-validate nuclei로 전달된 템플릿 검증
-tl 사용 가능한 모든 템플릿 목록
-td 템플릿 내용 표시
FILTERING:
-a, -author string[] 작성자를 기준으로 실행할 템플릿(쉼표로 구분된 파일)
-tags string[] 태그를 기준으로 실행할 템플릿(쉼표로 구분된 파일)
-etags, -exclude-tags string[] 태그를 기준으로 제외할 템플릿(쉼표로 구분된 파일)
-itags, -include-tags string[] 태그가 기본 또는 구성에 의해 제외된 경우에도 실행됨
-id, -template-id string[] 템플릿 ID들을 기준으로 실행할 템플릿(쉼표로 구분된 파일)
-eid, -exclude-id string[] 템플릿 ID들을 기준으로 제외할 템플릿(쉼표로 구분된 파일)
-it, -include-templates string[] 템플릿이 기본 또는 구성에 의해 제외된 경우에도 실행됨
-et, -exclude-templates string[] 제외할 템플릿 또는 템플릿 디렉터리(파일로 구분됨, 파일)
-s, -severity value[] 심각도를 기준으로 실행할 템플릿. 가능한 값: info, low, medium, high, critical, unknown
-es, -exclude-severity value[] 심각도를 기준으로 제외할 템플릿. 가능한 값: info, low, medium, high, critical, unknown
-pt, -type value[] 프로토콜 유형을 기준으로 실행할 템플릿. 가능한 값: dns, file, http, headless, network, workflow, ssl, websocket, whois
-ept, -exclude-type value[] 프로토콜 유형에 따라 제외할 템플릿. 가능한 값: dns, file, http, headless, network, workflow, ssl, websocket, whois
OUTPUT:
-o, -output string 발견된 문제/취약점를 쓰기 위한 출력 파일
-sresp, -store-resp nuclei을 통해 전달된 모든 요청/응답을 출력 디렉터리에 저장
-srd, -store-resp-dir string nuclei을 통해 전달된 모든 요청/응답을 사용자 지정 디렉터리에 저장(기본 "output")
-silent 결과만 표시
-nc, -no-color 출력 내용 색상 비활성화 (ANSI escape codes)
-j, -jsonl JSONL(ines) 형식으로 출력
-irr, -include-rr JSONL 출력에 요청/응답 쌍 포함(결과만)
-nm, -no-meta cli 출력에서 결과 메타데이터 출력 비활성화
-nts, -no-timestamp cli 출력에서 결과 타임스탬프 출력 비활성화
-rdb, -report-db string nuclei 보고 데이터베이스(보고서 데이터를 유지하려면 항상 이것을 사용)
-ms, -matcher-status 매치 실패 상태 표시
-me, -markdown-export string 마크다운 형식으로 결과를 내보낼 디렉터리
-se, -sarif-export string 결과를 SARIF 형식으로 내보내는 파일
CONFIGURATIONS:
-config string nuclei 환경 설정 파일 경로
-fr, -follow-redirects http 템플릿에 following redirects 활성화
-mr, -max-redirects int http 템플릿에 따라야 할 최대 리디렉션 수(기본값 10)
-dr, -disable-redirects http 템플릿에 대한 리디렉션 비활성화
-rc, -report-config string nuclei 보고 모듈 환경 설정 파일
-H, -header string[] 헤더:값 형식의 모든 http 요청에 포함할 사용자 정의 헤더/쿠키(cli, file)
-V, -var value 키=값 형식의 사용자 정의 변수
-r, -resolvers string nuclei에 대한 리졸버 목록이 포함된 파일
-sr, -system-resolvers 에러 fallback으로 시스템 DNS 리졸빙 사용
-passive 수동 HTTP 응답 처리 모드 활성화
-ev, -env-vars 템플릿에서 환경 변수를 사용할 수 있도록 설정
-cc, -client-cert string 스캔된 호스트에 인증하는 데 사용되는 클라이언트 인증서 파일(PEM-encoded)
-ck, -client-key string 스캔된 호스트에 인증하는 데 사용되는 클라이언트 key 파일(PEM-encoded)
-ca, -client-ca string 스캔된 호스트에 인증하는 데 사용되는 클라이언트 인증 기관 파일(PEM-encoded)
-sml, -show-match-line 파일 템플릿에 대해 일치하는 줄 표시, extractors에서만 작동
-ztls tls13의 표준으로 autofallback과 함께 ztls 라이브러리 사용
-sni string 사용할 tls sni 호스트 이름(기본: 입력한 도메인 이름)
INTERACTSH:
-iserver, -interactsh-server string 자체 호스팅된 인스턴스에 대한 interactsh 서버 URL (기본: oast.pro,oast.live,oast.site,oast.online,oast.fun,oast.me)
-itoken, -interactsh-token string 자체 호스팅된 interactsh 서버에 대한 인증 토큰
-interactions-cache-size int 상호 작용 캐시에 유지할 요청 수 (기본 5000)
-interactions-eviction int 캐시에서 요청을 제거하기 전에 대기할 시간(초) (기본 60)
-interactions-poll-duration int 각 상호 작용 폴링 요청 전에 대기할 시간(초) (기본 5)
-interactions-cooldown-period int 종료 전 상호작용 폴링을 위한 추가 시간 (기본 5)
-ni, -no-interactsh OAST 테스트를 위해 interactsh 서버 비활성화, OAST 기반 템플릿 제외
RATE-LIMIT:
-rl, -rate-limit int 초당 보낼 최대 요청 수 (기본 150)
-rlm, -rate-limit-minute int 분당 보낼 최대 요청 수
-bs, -bulk-size int 템플릿당 병렬로 분석할 최대 호스트 수 (기본 25)
-c, -concurrency int 병렬로 실행할 최대 템플릿 수 (기본 25)
-hbs, -headless-bulk-size int 템플릿당 병렬로 분석할 최대 headless 호스트 수 (기본 10)
-hc, -headless-concurrency int 병렬로 실행할 최대 headless 템플릿 수 (기본 10)
OPTIMIZATIONS:
-timeout int 타임아웃 전 대기 시간(초) (기본 5)
-retries int 실패한 요청을 재시도하는 횟수 (기본 1)
-ldp, -leave-default-ports leave default HTTP/HTTPS ports (eg. host:80,host:443
-mhe, -max-host-error int 스캔을 건너뛰기 전에 호스트에 대한 최대 오류 수 (기본 30)
-te, -track-error string[] 주어진 오류를 max-host-error 감시 목록(표준, 파일)에 추가
-nmhe, -no-mhe disable skipping host from scan based on errors
-project 프로젝트 폴더를 사용하여 동일한 요청을 여러 번 보내지 않음
-project-path string 특정 프로젝트 경로 설정
-spm, -stop-at-first-match 첫 번째 일치 후 HTTP 요청 처리 중지 (template/workflow 로직이 중단될 수 있음)
-stream stream 모드 - 입력을 정렬하지 않고 elaborating 시작
HEADLESS:
-headless 헤드리스 브라우저 지원이 필요한 템플릿 활성화(root user on linux will disable sandbox)
-page-timeout int 헤드리스 모드에서 각 페이지를 기다리는 시간(초)(기본 20)
-sb, -show-browser 헤드리스 모드로 템플릿을 실행할 때 화면에 브라우저 표시
-sc, -system-chrome 설치된 nuclei 대신 로컬에 설치된 chrome 브라우저 사용
DEBUG:
-debug 모든 요청 및 응답 표시
-dreq, -debug-req 보낸 모든 요청 표시
-dresp, -debug-resp 받은 모든 응답 표시
-p, -proxy string[] 사용할 http/socks5 프록시 목록(쉼표로 구분하거나 파일 입력)
-pi, -proxy-internal 모든 내부 요청을 프록시
-tlog, -trace-log string 보낸 요청 추적 로그를 기록할 파일
-elog, -error-log string 보낸 요청 오류 로그를 기록할 파일
-version nuclei 버전 출력
-hm, -hang-monitor nuclei hang monitoring 활성화
-v, -verbose 상세 출력 표시
-vv 스캔을 위해 로드된 디스플레이 템플릿 표시
-ep, -enable-pprof pprof debugging server 활성화
-tv, -templates-version 설치된 nuclei-templates 버전 출력
UPDATE:
-update 최신 릴리스 버전으로 nuclei 엔진 업데이트
-ut, -update-templates 최신 릴리스 버전으로 nuclei-templates 엔진 업데이트
-ud, -update-directory string nuclei-templates를 설치할 기본 디렉터리를 덮어씀
-duc, -disable-update-check 자동 nuclei/templates 업데이트 확인 비활성화
STATISTICS:
-stats 실행 중인 스캔에 대한 통계 표시
-sj, -stats-json JSONL(ines) 형식으로 출력 파일에 통계 데이터 쓰기
-si, -stats-interval int 통계 업데이트를 표시할 때까지 대기하는 시간(초) (기본 5)
-m, -metrics expose nuclei metrics on a port
-mp, -metrics-port int port to expose nuclei metrics on (기본 9092)
```
### Nuclei 실행
[community-curated](https://github.com/projectdiscovery/nuclei-templates) nuclei 템플릿으로 대상 도메인을 스캔합니다.
```sh
nuclei -u https://example.com
```
[community-curated](https://github.com/projectdiscovery/nuclei-templates) nuclei 템플릿으로 대상 URL들을 스캔합니다.
```sh
nuclei -list urls.txt
```
`urls.txt`의 예시:
```yaml
http://example.com
http://app.example.com
http://test.example.com
http://uat.example.com
```
**nuclei를 실행하는 자세한 예는 [여기](https://nuclei.projectdiscovery.io/nuclei/get-started/#running-nuclei)에서 찾을 수 있습니다.**
# 보안 엔지니어를 위한
Nuclei는 보안 엔지니어가 조직에서 워크플로를 커스텀하는 데 도움이 되는 많은 기능을 제공합니다.
다양한 스캔 기능(DNS, HTTP, TCP 등)을 통해 보안 엔지니어는 Nuclei를 사용하여 맞춤형 검사 세트를 쉽게 만들 수 있습니다.
- 다양한 프로토콜 지원: TCP, DNS, HTTP, File, etc
- 워크플로 및 [동적 요청](https://blog.projectdiscovery.io/nuclei-unleashed-quickly-write-complex-exploits/)을 통한 복잡한 취약점 탐색 달성
- CI/CD에 쉽게 통합할 수 있으며, 회귀 주기에 쉽게 통합되어 취약점의 수정 및 재출현을 능동적으로 확인할 수 있도록 설계됨.
<h1 align="left">
<a href="https://nuclei.projectdiscovery.io/nuclei/get-started/"><img src="static/learn-more-button.png" width="170px" alt="Learn More"></a>
</h1>
<table>
<tr>
<td>
**Bug Bounty hunter들을 위해:**
Nuclei를 사용하면 자체 검사 모음으로 테스트 접근 방식을 사용자 정의하고 버그 바운티 프로그램에서 쉽게 실행할 수 있습니다.
또한 Nuclei는 모든 연속 스캔 워크플로에 쉽게 통합될 수 있습니다.
- 다른 도구 워크플로에 쉽게 통합되도록 설계됨.
- 몇 분 안에 수천 개의 호스트를 처리할 수 있음.
- 간단한 YAML DSL로 사용자 지정 테스트 접근 방식을 쉽게 자동화할 수 있음.
버그 바운티 워크플로에 맞는 다른 오픈 소스 프로젝트를 확인할 수 있습니다.: [github.com/projectdiscovery](http://github.com/projectdiscovery), 또한, 우리는 매일 [Chaos에서 DNS 데이터를 갱신해 호스팅합니다.](http://chaos.projectdiscovery.io).
</td>
</tr>
</table>
<table>
<tr>
<td>
**침투 테스터들을 위해:**
Nuclei는 수동적이고 반복적인 프로세스를 보강하여 보안 평가에 접근하는 방식을 크게 개선합니다.
컨설턴트들은 이미 Nuclei를 사용해 수동 평가 단계를 전환하고 있으며 이를 통해 수천 개의 호스트에서 자동화된 방식으로 맞춤형 평가 접근 방식을 실행할 수 있습니다.
침투 테스터는 평가 프로세스, 특히 수정 사항을 쉽게 확인할 수 있는 회귀 주기를 통해 공개 템플릿 및 사용자 지정 기능을 최대한 활용할 수 있습니다.
- 규정 준수, 표준 제품군(예: OWASP Top 10) 체크리스트 쉽게 생성.
- Nuclei의 [fuzz](https://nuclei.projectdiscovery.io/templating-guide/#advance-fuzzing) 및 [workflows](https://nuclei.projectdiscovery.io/templating-guide/#workflows) 같은 기능으로 복잡한 수동 단계와 반복 평가를 쉽게 자동화할 수 있음.
- 템플릿 재실행으로 취약점 수정 재테스트 용이.
</td>
</tr>
</table>
# 개발자를 위한
Nuclei는 단순성을 염두에 두고 구축되었으며 수백 명의 보안 연구원들이 지원하는 커뮤니티 템플릿을 사용하여 호스트에서 지속적인 Nuclei 스캔을 사용하여 최신 보안 위협에 대한 업데이트를 유지할 수 있습니다.
수정 사항을 검증하고 향후 발생하는 취약점을 제거하기 위해 회귀 테스트 주기에 쉽게 통합되도록 설계되었습니다.
- **CI/CD:** 엔지니어들은 이미 CI/CD 파이프라인 내에서 Nuclei를 활용하고 있으며 이를 통해 맞춤형 템플릿으로 스테이징 및 프로덕션 환경을 지속적으로 모니터링할 수 있습니다.
- **Continuous Regression Cycle:** Nuclei를 사용하면 새로 식별된 모든 취약점에 대한 사용자 지정 템플릿을 만들고 Nuclei 엔진에 넣어 지속적인 회귀 주기에서 제거할 수 있습니다.
[이 문제에 대한 논의 스레드](https://github.com/projectdiscovery/nuclei-templates/discussions/693)가 있으며, Nuclei 템플릿을 작성해 제출할 때마다 해커에게 인센티브를 제공하는 버그 바운티 프로그램들이 존재합니다. 이 프로그램은 모든 자산에서 취약점을 제거할 뿐만 아니라 미래에 프로덕션에 다시 등장할 위험을 제거할 수 있도록 도와줍니다.
이것을 당신의 조직에서 구현하는 것에 관심이 있다면 언제든지 [저희에게 연락하십시오](mailto:[email protected]).
시작하는 과정에서 기꺼이 도와드리거나 [도움이 필요한 경우 논의 스레드](https://github.com/projectdiscovery/nuclei-templates/discussions/693)에 게시할 수도 있습니다.
<h3 align="center">
<img src="static/regression-with-nuclei.jpg" alt="regression-cycle-with-nuclei" width="1100px"></a>
</h3>
<h1 align="left">
<a href="https://github.com/projectdiscovery/nuclei-action"><img src="static/learn-more-button.png" width="170px" alt="Learn More"></a>
</h1>
### Resources
- [Finding bugs with Nuclei with PinkDraconian (Robbe Van Roey)](https://www.youtube.com/watch?v=ewP0xVPW-Pk) by **[@PinkDraconian](https://twitter.com/PinkDraconian)**
- [Nuclei: Packing a Punch with Vulnerability Scanning](https://bishopfox.com/blog/nuclei-vulnerability-scan) by **Bishopfox**
- [The WAF efficacy framework](https://www.fastly.com/blog/the-waf-efficacy-framework-measuring-the-effectiveness-of-your-waf) by **Fastly**
- [Scanning Live Web Applications with Nuclei in CI/CD Pipeline](https://blog.escape.tech/devsecops-part-iii-scanning-live-web-applications/) by **[@TristanKalos](https://twitter.com/TristanKalos)**
- [Community Powered Scanning with Nuclei](https://blog.projectdiscovery.io/community-powered-scanning-with-nuclei/)
- [Nuclei Unleashed - Quickly write complex exploits](https://blog.projectdiscovery.io/nuclei-unleashed-quickly-write-complex-exploits/)
- [Nuclei - Fuzz all the things](https://blog.projectdiscovery.io/nuclei-fuzz-all-the-things/)
- [Nuclei + Interactsh Integration for Automating OOB Testing](https://blog.projectdiscovery.io/nuclei-interactsh-integration/)
- [Weaponizes nuclei Workflows to Pwn All the Things](https://medium.com/@dwisiswant0/weaponizes-nuclei-workflows-to-pwn-all-the-things-cd01223feb77) by **[@dwisiswant0](https://github.com/dwisiswant0)**
- [How to Scan Continuously with Nuclei?](https://medium.com/@dwisiswant0/how-to-scan-continuously-with-nuclei-fcb7e9d8b8b9) by **[@dwisiswant0](https://github.com/dwisiswant0)**
- [Hack with Automation !!!](https://dhiyaneshgeek.github.io/web/security/2021/07/19/hack-with-automation/) by **[@DhiyaneshGeek](https://github.com/DhiyaneshGeek)**
### Credits
Thanks to all the amazing community [contributors for sending PRs](https://github.com/projectdiscovery/nuclei/graphs/contributors). Do also check out the below similar open-source projects that may fit in your workflow:
[FFuF](https://github.com/ffuf/ffuf), [Qsfuzz](https://github.com/ameenmaali/qsfuzz), [Inception](https://github.com/proabiral/inception), [Snallygaster](https://github.com/hannob/snallygaster), [Gofingerprint](https://github.com/Static-Flow/gofingerprint), [Sn1per](https://github.com/1N3/Sn1per/tree/master/templates), [Google tsunami](https://github.com/google/tsunami-security-scanner), [Jaeles](https://github.com/jaeles-project/jaeles), [ChopChop](https://github.com/michelin/ChopChop)
### License
Nuclei is distributed under [MIT License](https://github.com/projectdiscovery/nuclei/blob/main/LICENSE.md)
<h1 align="left">
<a href="https://discord.gg/projectdiscovery"><img src="static/Join-Discord.png" width="380" alt="Join Discord"></a> <a href="https://nuclei.projectdiscovery.io"><img src="static/check-nuclei-documentation.png" width="380" alt="Check Nuclei Documentation"></a>
</h1>
-5
View File
@@ -1,5 +0,0 @@
# Security Policy
## Reporting a Vulnerability
DO NOT CREATE AN ISSUE to report a security problem. Instead, please send an email to security@projectdiscovery.io, and we will acknowledge it within 3 working days.
+348 -1320
View File
File diff suppressed because it is too large. Load diff
+6
View File
@@ -0,0 +1,6 @@
apiVersion: v2
name: nuclei
description: A Helm chart for Nuclei
type: application
version: 0.1.0
appVersion: "2.5.7"
+22
View File
@@ -0,0 +1,22 @@
1. Get the application URL by running these commands:
{{- if .Values.interactsh.ingress.enabled }}
{{- range $host := .Values.interactsh.ingress.hosts }}
{{- range .paths }}
http{{ if $.Values.interactsh.ingress.tls }}s{{ end }}://{{ $host.host }}{{ .path }}
{{- end }}
{{- end }}
{{- else if contains "NodePort" .Values.interactsh.service.type }}
export NODE_PORT=$(kubectl get --namespace {{ .Release.Namespace }} -o jsonpath="{.spec.ports[0].nodePort}" services {{ include "nuclei.fullname" . }})
export NODE_IP=$(kubectl get nodes --namespace {{ .Release.Namespace }} -o jsonpath="{.items[0].status.addresses[0].address}")
echo http://$NODE_IP:$NODE_PORT
{{- else if contains "LoadBalancer" .Values.interactsh.service.type }}
NOTE: It may take a few minutes for the LoadBalancer IP to be available.
You can watch the status of by running 'kubectl get --namespace {{ .Release.Namespace }} svc -w {{ include "nuclei.fullname" . }}'
export SERVICE_IP=$(kubectl get svc --namespace {{ .Release.Namespace }} {{ include "nuclei.fullname" . }} --template "{{"{{ range (index .status.loadBalancer.ingress 0) }}{{.}}{{ end }}"}}")
echo http://$SERVICE_IP:{{ .Values.interactsh.service.port }}
{{- else if contains "ClusterIP" .Values.interactsh.service.type }}
export POD_NAME=$(kubectl get pods --namespace {{ .Release.Namespace }} -l "app.kubernetes.io/name={{ include "nuclei.name" . }},app.kubernetes.io/instance={{ .Release.Name }}" -o jsonpath="{.items[0].metadata.name}")
export CONTAINER_PORT=$(kubectl get pod --namespace {{ .Release.Namespace }} $POD_NAME -o jsonpath="{.spec.containers[0].ports[0].containerPort}")
echo "Visit http://127.0.0.1:8080 to use your application"
kubectl --namespace {{ .Release.Namespace }} port-forward $POD_NAME 8080:$CONTAINER_PORT
{{- end }}
+62
View File
@@ -0,0 +1,62 @@
{{/*
Expand the name of the chart.
*/}}
{{- define "nuclei.name" -}}
{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" }}
{{- end }}
{{/*
Create a default fully qualified app name.
We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec).
If release name contains chart name it will be used as a full name.
*/}}
{{- define "nuclei.fullname" -}}
{{- if .Values.fullnameOverride }}
{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" }}
{{- else }}
{{- $name := default .Chart.Name .Values.nameOverride }}
{{- if contains $name .Release.Name }}
{{- .Release.Name | trunc 63 | trimSuffix "-" }}
{{- else }}
{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" }}
{{- end }}
{{- end }}
{{- end }}
{{/*
Create chart name and version as used by the chart label.
*/}}
{{- define "nuclei.chart" -}}
{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" }}
{{- end }}
{{/*
Common labels
*/}}
{{- define "nuclei.labels" -}}
helm.sh/chart: {{ include "nuclei.chart" . }}
{{ include "nuclei.selectorLabels" . }}
{{- if .Chart.AppVersion }}
app.kubernetes.io/version: {{ .Chart.AppVersion | quote }}
{{- end }}
app.kubernetes.io/managed-by: {{ .Release.Service }}
{{- end }}
{{/*
Selector labels
*/}}
{{- define "nuclei.selectorLabels" -}}
app.kubernetes.io/name: {{ include "nuclei.name" . }}
app.kubernetes.io/instance: {{ .Release.Name }}
{{- end }}
{{/*
Create the name of the service account to use
*/}}
{{- define "nuclei.serviceAccountName" -}}
{{- if .Values.serviceAccount.create }}
{{- default (include "nuclei.fullname" .) .Values.serviceAccount.name }}
{{- else }}
{{- default "default" .Values.serviceAccount.name }}
{{- end }}
{{- end }}
+28
View File
@@ -0,0 +1,28 @@
{{- if .Values.autoscaling.enabled }}
apiVersion: autoscaling/v2beta1
kind: HorizontalPodAutoscaler
metadata:
name: {{ include "nuclei.fullname" . }}
labels:
{{- include "nuclei.labels" . | nindent 4 }}
spec:
scaleTargetRef:
apiVersion: apps/v1
kind: Deployment
name: {{ include "nuclei.fullname" . }}-interactsh
minReplicas: {{ .Values.autoscaling.minReplicas }}
maxReplicas: {{ .Values.autoscaling.maxReplicas }}
metrics:
{{- if .Values.autoscaling.targetCPUUtilizationPercentage }}
- type: Resource
resource:
name: cpu
targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }}
{{- end }}
{{- if .Values.autoscaling.targetMemoryUtilizationPercentage }}
- type: Resource
resource:
name: memory
targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }}
{{- end }}
{{- end }}
+62
View File
@@ -0,0 +1,62 @@
apiVersion: apps/v1
kind: Deployment
metadata:
name: {{ include "nuclei.fullname" . }}-interactsh
labels:
{{- include "nuclei.labels" . | nindent 4 }}
spec:
{{- if not .Values.autoscaling.enabled }}
replicas: {{ .Values.replicaCount }}
{{- end }}
selector:
matchLabels:
{{- include "nuclei.selectorLabels" . | nindent 6 }}
template:
metadata:
{{- with .Values.podAnnotations }}
annotations:
{{- toYaml . | nindent 8 }}
{{- end }}
labels:
{{- include "nuclei.selectorLabels" . | nindent 8 }}
spec:
{{- with .Values.imagePullSecrets }}
imagePullSecrets:
{{- toYaml . | nindent 8 }}
{{- end }}
serviceAccountName: {{ include "nuclei.serviceAccountName" . }}
securityContext:
{{- toYaml .Values.podSecurityContext | nindent 8 }}
containers:
- name: {{ .Chart.Name }}-interactsh
securityContext:
{{- toYaml .Values.securityContext | nindent 12 }}
image: "{{ .Values.interactsh.image.repository }}:{{ .Values.interactsh.image.tag | default .Chart.AppVersion }}"
imagePullPolicy: {{ .Values.interactsh.image.pullPolicy }}
command: ["interactsh-server", "-skip-acme", "-d", "{{ .Values.interactsh.service.name }}"]
ports:
- name: http
containerPort: 80
protocol: TCP
livenessProbe:
httpGet:
path: /
port: http
readinessProbe:
httpGet:
path: /
port: http
resources:
{{- toYaml .Values.resources | nindent 12 }}
{{- with .Values.nodeSelector }}
nodeSelector:
{{- toYaml . | nindent 8 }}
{{- end }}
{{- with .Values.affinity }}
affinity:
{{- toYaml . | nindent 8 }}
{{- end }}
{{- with .Values.tolerations }}
tolerations:
{{- toYaml . | nindent 8 }}
{{- end }}
+61
View File
@@ -0,0 +1,61 @@
{{- if .Values.interactsh.ingress.enabled -}}
{{- $fullName := include "nuclei.fullname" . -}}
{{- $svcPort := .Values.service.port -}}
{{- if and .Values.interactsh.ingress.className (not (semverCompare ">=1.19-0" .Capabilities.KubeVersion.GitVersion)) }}
{{- if not (hasKey .Values.interactsh.ingress.annotations "kubernetes.io/ingress.class") }}
{{- $_ := set .Values.interactsh.ingress.annotations "kubernetes.io/ingress.class" .Values.interactsh.ingress.className}}
{{- end }}
{{- end }}
{{- if semverCompare ">=1.19-0" .Capabilities.KubeVersion.GitVersion -}}
apiVersion: networking.k8s.io/v1
{{- else if semverCompare ">=1.14-0" .Capabilities.KubeVersion.GitVersion -}}
apiVersion: networking.k8s.io/v1beta1
{{- else -}}
apiVersion: extensions/v1beta1
{{- end }}
kind: Ingress
metadata:
name: {{ $fullName }}
labels:
{{- include "nuclei.labels" . | nindent 4 }}
{{- with .Values.interactsh.ingress.annotations }}
annotations:
{{- toYaml . | nindent 4 }}
{{- end }}
spec:
{{- if and .Values.interactsh.ingress.className (semverCompare ">=1.19-0" .Capabilities.KubeVersion.GitVersion) }}
ingressClassName: {{ .Values.interactsh.ingress.className }}
{{- end }}
{{- if .Values.interactsh.ingress.tls }}
tls:
{{- range .Values.interactsh.ingress.tls }}
- hosts:
{{- range .hosts }}
- {{ . | quote }}
{{- end }}
secretName: {{ .secretName }}
{{- end }}
{{- end }}
rules:
{{- range .Values.interactsh.ingress.hosts }}
- host: {{ .host | quote }}
http:
paths:
{{- range .paths }}
- path: {{ .path }}
{{- if and .pathType (semverCompare ">=1.19-0" $.Capabilities.KubeVersion.GitVersion) }}
pathType: {{ .pathType }}
{{- end }}
backend:
{{- if semverCompare ">=1.19-0" $.Capabilities.KubeVersion.GitVersion }}
service:
name: {{ $fullName }}
port:
number: {{ $svcPort }}
{{- else }}
serviceName: {{ $fullName }}
servicePort: {{ $svcPort }}
{{- end }}
{{- end }}
{{- end }}
{{- end }}
+15
View File
@@ -0,0 +1,15 @@
apiVersion: v1
kind: Service
metadata:
name: {{ .Values.interactsh.service.name }}
labels:
{{- include "nuclei.labels" . | nindent 4 }}
spec:
type: {{ .Values.interactsh.service.type }}
ports:
- port: {{ .Values.interactsh.service.port }}
targetPort: http
protocol: TCP
name: http
selector:
{{- include "nuclei.selectorLabels" . | nindent 4 }}
+17
View File
@@ -0,0 +1,17 @@
---
apiVersion: v1
kind: ConfigMap
metadata:
name: nuclei-conf
data:
nuclei.conf: |-
{{ .Values.nuclei.config | indent 4 }}
---
apiVersion: v1
kind: ConfigMap
metadata:
name: nuclei-target-list
data:
target-list.txt: |-
{{ .Values.nuclei.target_list | indent 4 }}
+32
View File
@@ -0,0 +1,32 @@
{{- if .Values.nuclei.enabled -}}
apiVersion: batch/v1
kind: CronJob
metadata:
name: {{ .Chart.Name }}-nuclei-cron
spec:
schedule: "{{ .Values.nuclei.cron }}"
jobTemplate:
spec:
template:
spec:
containers:
- name: {{ .Chart.Name }}-nuclei-cron
image: "{{ .Values.nuclei.image.repository }}:{{ .Values.nuclei.image.tag | default .Chart.AppVersion }}"
imagePullPolicy: {{ .Values.nuclei.image.pullPolicy }}
command: [ "nuclei", "-config", "/config/nuclei.conf" ]
volumeMounts:
- name: nuclei-conf
mountPath: /config/nuclei.conf
subPath: nuclei.conf
- name: nuclei-target-list
mountPath: /config/target-list.txt
subPath: target-list.txt
restartPolicy: OnFailure
volumes:
- name: nuclei-conf
configMap:
name: nuclei-conf
- name: nuclei-target-list
configMap:
name: nuclei-target-list
{{- end }}
+12
View File
@@ -0,0 +1,12 @@
{{- if .Values.serviceAccount.create -}}
apiVersion: v1
kind: ServiceAccount
metadata:
name: {{ include "nuclei.serviceAccountName" . }}
labels:
{{- include "nuclei.labels" . | nindent 4 }}
{{- with .Values.serviceAccount.annotations }}
annotations:
{{- toYaml . | nindent 4 }}
{{- end }}
{{- end }}
+121
View File
@@ -0,0 +1,121 @@
# Default values for nuclei.
# This is a YAML-formatted file.
# Declare variables to be passed into your templates.
replicaCount: 1
nuclei:
enabled: true
image:
repository: docker.io/projectdiscovery/nuclei
pullPolicy: IfNotPresent
tag: "v2.7.5"
imagePullSecrets: []
nameOverride: ""
fullnameOverride: ""
cron: "0 0 * * Sun"
config: |
interactsh-server: http://nuclei-interactsh # should match the name of interactsh.service.name
list: /config/target-list.txt
# Headers to include with all HTTP request
#header:
# - 'X-BugBounty-Hacker: h1/geekboy'
# Directory based template execution
#templates:
# - cves/
# - vulnerabilities/
# - misconfiguration/
# Tags based template execution
#tags: exposures,cve
# Template Filters
#tags: exposures,cve
#author: geeknik,pikpikcu,dhiyaneshdk
#severity: critical,high,medium
# Template Allowlist
#include-tags: dos,fuzz # Tag based inclusion (allows overwriting nuclei-ignore list)
#include-templates: # Template based inclusion (allows overwriting nuclei-ignore list)
#- vulnerabilities/xxx
#- misconfiguration/xxxx
# Template Denylist
#exclude-tags: info # Tag based exclusion
#exclude-templates: # Template based exclusion
#- vulnerabilities/xxx
#- misconfiguration/xxxx
# Rate Limit configuration
#rate-limit: 500
#bulk-size: 50
#concurrency: 50
target_list: |
https://10.50.50.2
interactsh:
image:
repository: docker.io/projectdiscovery/interactsh-server
pullPolicy: IfNotPresent
tag: "v1.0.6"
service:
name: "nuclei-interactsh"
type: ClusterIP
port: 80
ingress:
enabled: false
className: ""
annotations: {}
# kubernetes.io/ingress.class: nginx
# kubernetes.io/tls-acme: "true"
hosts:
- host: chart-example.local
paths:
- path: /
pathType: ImplementationSpecific
tls: []
# - secretName: chart-example-tls
# hosts:
# - chart-example.local
serviceAccount:
create: true
annotations: {}
name: ""
podAnnotations: {}
podSecurityContext: {}
securityContext: {}
resources: {}
# We usually recommend not to specify default resources and to leave this as a conscious
# choice for the user. This also increases chances charts run on environments with little
# resources, such as Minikube. If you do want to specify resources, uncomment the following
# lines, adjust them as necessary, and remove the curly braces after 'resources:'.
# limits:
# cpu: 100m
# memory: 128Mi
# requests:
# cpu: 100m
# memory: 128Mi
autoscaling:
enabled: false
minReplicas: 1
maxReplicas: 100
targetCPUUtilizationPercentage: 80
# targetMemoryUtilizationPercentage: 80
nodeSelector: {}
tolerations: []
affinity: {}
+27
View File
@@ -0,0 +1,27 @@
{
"id": "go-integration-test",
"info": {
"name": "Basic Go Integration Test",
"author": "pdteam",
"severity": "info"
},
"requests": [
{
"method": "GET",
"path": [
"{{BaseURL}}"
],
"headers": {
"test": "nuclei"
},
"matchers": [
{
"type": "word",
"words": [
"This is test headers matcher text"
]
}
]
}
]
}
+51
View File
@@ -0,0 +1,51 @@
#!/bin/bash
if [ $1 = "-h" ]; then
echo "Help for ./debug.sh"
printf "\n1. To run all integration tests of 'x' protocol:\n"
printf " \$ ./debug.sh http\n\n"
printf "2. To run all integration tests of 'x' protocol that contains 'y' in template name:\n"
printf " \$ ./debug.sh http self\n\n"
printf "3. To run all integration tests of 'x' protocol that contains 'y' in template name and pass extra args to nuclei:\n"
printf " \$ ./debug.sh http self -svd -debug-req\n\n"
printf "nuclei binary is created everytime script is run but integration-test binary is not"
exit 0
fi
# Stop execution if race condition is found
export GORACE="halt_on_error=1"
echo "::group::Build nuclei"
rm nuclei 2>/dev/null
cd ../v2/cmd/nuclei
go build -race .
mv nuclei ../../../integration_tests/nuclei
echo -e "::endgroup::\n"
cd ../../../integration_tests
cmdstring=""
if [ -n "$1" ]; then
cmdstring+=" -protocol $1 "
fi
if [ -n "$2" ]; then
cmdstring+=" -template $2 "
fi
# Parse any extra args that are directly passed to nuclei
if [ -n $debugArgs ]; then
export DebugExtraArgs="${@:3}"
fi
echo "$DebugExtraArgs"
echo -e "::group::Run Integration Test\n"
./integration-test $cmdstring
if [ $? -eq 0 ]
then
echo -e "::endgroup::\n"
exit 0
else
exit 1
fi
+22
View File
@@ -0,0 +1,22 @@
id: tlsa-fingerprinting
info:
name: TLSA Fingerprint
author: pdteam
severity: info
tags: dns,tlsa
dns:
- name: "{{FQDN}}"
type: TLSA
matchers:
- type: word
words:
- "IN\tTLSA"
extractors:
- type: regex
group: 1
regex:
- "IN\tTLSA\t(.+)"
+27
View File
@@ -0,0 +1,27 @@
id: fuzz-query
info:
name: Basic Fuzz URL Query
author: pdteam
severity: info
requests:
- method: GET
path:
- "{{BaseURL}}"
fuzzing:
- part: query
type: postfix
mode: multiple
keys: ["id","name"]
fuzz: ["fuzz-word"]
matchers-condition: and
matchers:
- type: word
part: body
words:
- "fuzz-word"
- type: word
part: header
words:
- "text/html"
+27
View File
@@ -0,0 +1,27 @@
id: fuzz-query
info:
name: Basic Fuzz URL Query
author: pdteam
severity: info
requests:
- method: GET
path:
- "{{BaseURL}}"
fuzzing:
- part: query
type: postfix
mode: single
keys: ["id"]
fuzz: ["6842'\"><"]
matchers-condition: and
matchers:
- type: word
part: body
words:
- "6842'\"><"
- type: word
part: header
words:
- "text/html"
+27
View File
@@ -0,0 +1,27 @@
id: fuzz-type
info:
name: Basic Fuzz URL Query
author: pdteam
severity: info
requests:
- method: GET
path:
- "{{BaseURL}}"
fuzzing:
- part: query
type: postfix
mode: single
keys: ["id"]
fuzz: ["fuzz-word"]
matchers-condition: and
matchers:
- type: word
part: body
words:
- "fuzz-word"
- type: word
part: header
words:
- "text/html"
@@ -0,0 +1,29 @@
id: file-upload
info:
name: Basic File Upload
author: pdteam
severity: info
headless:
- steps:
- action: navigate
args:
url: "{{BaseURL}}"
- action: waitload
- action: files
args:
by: xpath
xpath: /html/body/form/input[1]
value: headless/file-upload.yaml
- action: sleep
args:
duration: 2
- action: click
args:
by: x
xpath: /html/body/form/input[2]
matchers:
- type: word
words:
- "Basic File Upload"
@@ -0,0 +1,18 @@
id: annotation-timeout
info:
name: Basic Annotation Timeout
author: pdteam
severity: info
requests:
- raw:
- |
@timeout: 5s
GET / HTTP/1.1
Host: {{Hostname}}
matchers:
- type: word
words:
- "This is test matcher text"
@@ -0,0 +1,15 @@
id: cl-body-with-header
info:
name: CL Get Request - Body with header
author: pdteam
severity: info
requests:
- method: GET
path:
- "{{BaseURL}}"
matchers:
- type: dsl
dsl:
- "content_length==50000 && len(body)==14"
@@ -0,0 +1,15 @@
id: cl-body-without-header
info:
name: CL Get Request - Body without header
author: pdteam
severity: info
requests:
- method: GET
path:
- "{{BaseURL}}"
matchers:
- type: dsl
dsl:
- "content_length==14"
@@ -0,0 +1,23 @@
id: custom-attack-type
info:
name: Custom Attack Type
author: pdteam
severity: info
requests:
- method: GET
path:
- "{{BaseURL}}/?a={{test}}&b={{values}}"
payloads:
test:
- hello
- another
values:
- data
- hacking
attack: pitchfork
matchers:
- type: word
words:
- "This is test custom payload"
@@ -0,0 +1,22 @@
id: default-matcher-condition
info:
name: default-matcher-condition
author: pdteam
severity: info
requests:
- raw:
- |
GET /?action=curltest&url={{interactsh-url}} HTTP/1.1
Host: {{Hostname}}
matchers:
- type: word
part: interactsh_protocol
words:
- "http"
- type: status
status:
- 200
+85 -55
View File
@@ -7,6 +7,7 @@ info:
requests:
- raw:
# Note for the integration test: dsl expression should not contain commas
- |
GET / HTTP/1.1
Host: {{Hostname}}
@@ -14,62 +15,91 @@ requests:
02: {{base64(1234)}}
03: {{base64_decode("SGVsbG8=")}}
04: {{base64_py("Hello")}}
05: {{concat("Hello", "world")}}
06: {{contains("Hello", "lo")}}
07: {{generate_java_gadget("commons-collections3.1", "wget http://{{interactsh-url}}", "base64")}}
08: {{gzip("Hello")}}
09: {{hex_decode("6161")}}
10: {{hex_encode("aa")}}
11: {{html_escape("<body>test</body>")}}
12: {{html_unescape("&lt;body&gt;test&lt;/body&gt;")}}
13: {{len("Hello")}}
14: {{len(5555)}}
15: {{md5("Hello")}}
16: {{md5(1234)}}
17: {{mmh3("Hello")}}
18: {{print_debug(1+2, "Hello")}}
19: {{rand_base(5, "abc")}}
20: {{rand_base(5, "")}}
21: {{rand_base(5)}}
22: {{rand_char("abc")}}
23: {{rand_char("")}}
24: {{rand_char()}}
25: {{rand_int(1, 10)}}
26: {{rand_int(10)}}
27: {{rand_int()}}
28: {{rand_ip("192.168.0.0/24")}}
29: {{rand_ip("2002:c0a8::/24")}}
30: {{rand_ip("192.168.0.0/24","10.0.100.0/24")}}
31: {{rand_text_alpha(10, "abc")}}
32: {{rand_text_alpha(10, "")}}
33: {{rand_text_alpha(10)}}
34: {{rand_text_alphanumeric(10, "ab12")}}
35: {{rand_text_alphanumeric(10)}}
36: {{rand_text_numeric(10, 123)}}
37: {{rand_text_numeric(10)}}
38: {{regex("H([a-z]+)o", "Hello")}}
39: {{remove_bad_chars("abcd", "bc")}}
40: {{repeat("a", 5)}}
41: {{replace("Hello", "He", "Ha")}}
42: {{replace_regex("He123llo", "(\\d+)", "")}}
43: {{reverse("abc")}}
44: {{sha1("Hello")}}
45: {{sha256("Hello")}}
46: {{to_lower("HELLO")}}
47: {{to_upper("hello")}}
48: {{trim("aaaHelloddd", "ad")}}
49: {{trim_left("aaaHelloddd", "ad")}}
50: {{trim_prefix("aaHelloaa", "aa")}}
51: {{trim_right("aaaHelloddd", "ad")}}
52: {{trim_space(" Hello ")}}
53: {{trim_suffix("aaHelloaa", "aa")}}
54: {{unix_time(10)}}
55: {{url_decode("https:%2F%2Fprojectdiscovery.io%3Ftest=1")}}
56: {{url_encode("https://projectdiscovery.io/test?a=1")}}
57: {{wait_for(1)}}
05: {{compare_versions('v1.0.0', '>v0.0.1', '<v1.0.1')}}
06: {{concat("Hello", "world")}}
07: {{contains("Hello", "lo")}}
08: {{contains_all("Hello everyone", "lo", "every")}}
09: {{contains_any("Hello everyone", "abc", "llo")}}
10: {{date_time("%Y-%M-%D")}}
11: {{date_time("%Y-%M-%D", unix_time())}}
12: {{date_time("%H-%m")}}
13: {{date_time("02-01-2006 15:04")}}
14: {{date_time("02-01-2006 15:04", unix_time())}}
15: {{dec_to_hex(11111)}}
16: {{generate_java_gadget("commons-collections3.1", "wget http://scanme.sh", "base64")}}
17: {{gzip("Hello")}}
18: {{gzip_decode(hex_decode("1f8b08000000000000fff248cdc9c907040000ffff8289d1f705000000"))}}
19: {{hex_decode("6161")}}
20: {{hex_encode("aa")}}
21: {{hmac("sha1", "test", "scrt")}}
22: {{hmac("sha256", "test", "scrt")}}
23: {{hmac("sha512", "test", "scrt")}}
24: {{html_escape("<body>test</body>")}}
25: {{html_unescape("&lt;body&gt;test&lt;/body&gt;")}}
26: {{join("_", "hello", "world")}}
27: {{len("Hello")}}
28: {{len(5555)}}
29: {{md5("Hello")}}
30: {{md5(1234)}}
31: {{mmh3("Hello")}}
32: {{print_debug(1+2, "Hello")}}
33: {{rand_base(5, "abc")}}
34: {{rand_base(5, "")}}
35: {{rand_base(5)}}
36: {{rand_char("abc")}}
37: {{rand_char("")}}
38: {{rand_char()}}
39: {{rand_int(1, 10)}}
40: {{rand_int(10)}}
41: {{rand_int()}}
42: {{rand_ip("192.168.0.0/24")}}
43: {{rand_ip("2002:c0a8::/24")}}
44: {{rand_ip("192.168.0.0/24","10.0.100.0/24")}}
45: {{rand_text_alpha(10, "abc")}}
46: {{rand_text_alpha(10, "")}}
47: {{rand_text_alpha(10)}}
48: {{rand_text_alphanumeric(10, "ab12")}}
49: {{rand_text_alphanumeric(10)}}
50: {{rand_text_numeric(10, 123)}}
51: {{rand_text_numeric(10)}}
52: {{regex("H([a-z]+)o", "Hello")}}
53: {{remove_bad_chars("abcd", "bc")}}
54: {{repeat("a", 5)}}
55: {{replace("Hello", "He", "Ha")}}
56: {{replace_regex("He123llo", "(\\d+)", "")}}
57: {{reverse("abc")}}
58: {{sha1("Hello")}}
59: {{sha256("Hello")}}
60: {{sha512("Hello")}}
61: {{to_lower("HELLO")}}
62: {{to_upper("hello")}}
63: {{trim("aaaHelloddd", "ad")}}
64: {{trim_left("aaaHelloddd", "ad")}}
65: {{trim_prefix("aaHelloaa", "aa")}}
66: {{trim_right("aaaHelloddd", "ad")}}
67: {{trim_space(" Hello ")}}
68: {{trim_suffix("aaHelloaa", "aa")}}
69: {{unix_time(10)}}
70: {{url_decode("https:%2F%2Fprojectdiscovery.io%3Ftest=1")}}
71: {{url_encode("https://projectdiscovery.io/test?a=1")}}
72: {{wait_for(1)}}
73: {{zlib("Hello")}}
74: {{zlib_decode(hex_decode("789cf248cdc9c907040000ffff058c01f5"))}}
75: {{hex_encode(aes_gcm("AES256Key-32Characters1234567890", "exampleplaintext"))}}
76: {{starts_with("Hello", "He")}}
77: {{ends_with("Hello", "lo")}}
78: {{line_starts_with("Hi\nHello", "He")}}
79: {{line_ends_with("Hello\nHi", "lo")}}
80: {{sort("a1b2c3d4e5")}}
81: {{uniq("abcabdaabbccd")}}
82: {{join(" ", sort("b", "a", "2", "c", "3", "1", "d", "4"))}}
83: {{join(" ", uniq("ab", "cd", "12", "34", "12", "cd"))}}
84: {{split("ab,cd,efg", ",")}}
85: {{split("ab,cd,efg", ",", 2)}}
86: {{ip_format('127.0.0.1', 3)}}
87: {{ip_format('127.0.1.0', 11)}}
extractors:
- type: regex
name: results
regex:
- '\d+: [^\s]+'
- '\d+: [^\s]+'
+15
View File
@@ -0,0 +1,15 @@
id: get-all-ips
info:
name: Basic GET Request on all IPS
author: pdteam
severity: info
requests:
- method: GET
path:
- "{{BaseURL}}"
matchers:
- type: word
words:
- "ok"
@@ -0,0 +1,17 @@
id: basic-get-host-redirects
info:
name: Basic GET Host Redirects Request
author: pdteam
severity: info
requests:
- method: GET
path:
- "{{BaseURL}}"
host-redirects: true
max-redirects: 3
matchers:
- type: dsl
dsl:
- "status_code==307"
@@ -0,0 +1,15 @@
id: get-without-scheme
info:
name: Basic GET Request without scheme
author: pdteam
severity: info
requests:
- method: GET
path:
- "{{BaseURL}}"
matchers:
- type: word
words:
- "ok"
+84
View File
@@ -0,0 +1,84 @@
id: http-paths
info:
name: Test Http Path Edgecases
author: pd-team
severity: info
description: >
- https://github.com/projectdiscovery/nuclei/pull/3211
- https://github.com/projectdiscovery/nuclei/pull/3127
reference:
# adding expected results here for context and debugging
- "/1337?with=param"
- "/some%0A/%0D"
- "/%73%6f%6d%65%0A/%0D"
- "/%00test%20"
- "/text4shell/attack?search=$%7bscript:javascript:java.lang.Runtime.getRuntime().exec('nslookup%20{}.getparam')%7d"
- "/test/..;/..;/"
- "/xyz/%25u2s/%25invalid"
# duplicating here because same results are expected even if http request is written in different format
- "/1337?with=param"
- "/some%0A/%0D"
- "/%73%6f%6d%65%0A/%0D"
- "/%00test%20"
- "/text4shell/attack?search=$%7bscript:javascript:java.lang.Runtime.getRuntime().exec('nslookup%20{}.getparam')%7d"
- "/test/..;/..;/"
- "/xyz/%25u2s/%25invalid"
# Test all templates with FullURLs
requests:
- raw:
# relative path without leading slash with param
# If relative path does not have `/` prefix it is autocorrected
- |+
GET 1337?with=param HTTP/1.1
Host: scanme.sh
# url encoded characters in path
- |+
GET /some%0A/%0D HTTP/1.1
Host: scanme.sh
# percent encoded characters in path
# In URL encoding only key characters are encoded
# while in percent encoding all characters are url encoded (similar to burp decoder)
- |+
GET /%73%6f%6d%65%0A/%0D HTTP/1.1
Host: scanme.sh
# test null and % chars in path
- |+
GET /%00test%20 HTTP/1.1
Host: scanme.sh
# test payload integrity in parameter
- |+
GET /text4shell/attack?search=$%7bscript:javascript:java.lang.Runtime.getRuntime().exec('nslookup%20{}.getparam')%7d HTTP/1.1
Host: scanme.sh
# test for missing trailing slash
- |+
GET /test/..;/..;/ HTTP/1.1
Host: scanme.sh
Origin: {{BaseURL}}
# test relative path with invalid/corrupted characters
# In such case instead of error or panic nuclei escaped unsupported character (i.e /xyz/%25u2s/%25invalid)
# if template requires this condition to not escape unsupported characters. It can only be done in unsafe raw requests
- |+
GET /xyz/%u2s/%invalid HTTP/1.1
Host: scanme.sh
matchers:
- type: status
status:
- 200
# Same testcases as mentioned above but in path based request format
- method: GET
path:
- "{{BaseURL}}/1337?with=param"
- "{{BaseURL}}/some%0A/%0D"
- "{{BaseURL}}/%73%6f%6d%65%0A/%0D"
- "{{BaseURL}}/%00test%20"
- "{{BaseURL}}/text4shell/attack?search=$%7bscript:javascript:java.lang.Runtime.getRuntime().exec('nslookup%20{}.getparam')%7d"
- "{{BaseURL}}/test/..;/..;/"
- "{{BaseURL}}/xyz/%u2s/%invalid"
matchers:
- type: status
status:
- 200
@@ -8,9 +8,15 @@ info:
requests:
- method: GET
path:
- "{{BaseURL}}"
- "{{BaseURL}}"
- "{{BaseURL}}"
- "{{BaseURL}}/?a=1"
- "{{BaseURL}}/?a=2"
- "{{BaseURL}}/?a=3"
- "{{BaseURL}}/?a=4"
- "{{BaseURL}}/?a=5"
- "{{BaseURL}}/?a=6"
- "{{BaseURL}}/?a=7"
- "{{BaseURL}}/?a=8"
- "{{BaseURL}}/?a=9"
headers:
url: 'http://{{interactsh-url}}'
@@ -0,0 +1,13 @@
id: raw-path-trailing-slash
info:
name: Test RAW HTTP Template with trailing slash
author: pdteam
severity: info
requests:
- raw:
- |
GET /test/..;/..;/ HTTP/1.1
Host: {{Hostname}}
Origin: {{BaseURL}}
@@ -0,0 +1,58 @@
id: raw-unsafe-path
info:
name: Test RAW Unsafe Paths
author: pd-team
severity: info
description: >
- https://github.com/projectdiscovery/nuclei/pull/3211
- https://github.com/projectdiscovery/nuclei/pull/3127
reference:
# adding expected results here for context and debugging
- "1337"
- "1337?with=param"
- "/some%0A/%0D"
- "/%20test%0a"
- "/text4shell/attack?search=$%7bscript:javascript:java.lang.Runtime.getRuntime().exec('nslookup%20{}.getparam')%7d"
- "/test/..;/..;/"
- "/xyz/%u2s/%invalid"
# Test all unsafe URL Handling Edgecases
requests:
- raw:
# relative path without leading slash
- |+
GET 1337 HTTP/1.1
Host: scanme.sh
# same but with param
- |+
GET 1337?with=param HTTP/1.1
Host: scanme.sh
# url encoded characters in path
- |+
GET /some%0A/%0D HTTP/1.1
Host: scanme.sh
# test unsupported chars in path
- |+
GET /%20test%0a HTTP/1.1
Host: scanme.sh
# test payload integrity params
- |+
GET /text4shell/attack?search=$%7bscript:javascript:java.lang.Runtime.getRuntime().exec('nslookup%20{}.getparam')%7d HTTP/1.1
Host: scanme.sh
# test for missing trailing slash
- |+
GET /test/..;/..;/ HTTP/1.1
Host: scanme.sh
Origin: {{BaseURL}}
# test relative path with invalid/corrupted characters
- |+
GET /xyz/%u2s/%invalid HTTP/1.1
Host: scanme.sh
unsafe: true
matchers:
- type: status
status:
- 200
@@ -10,8 +10,7 @@ requests:
path:
- "{{BaseURL}}/200"
- "{{BaseURL}}/400"
req-condition: true
matchers:
- type: dsl
dsl:
@@ -0,0 +1,25 @@
id: self-contained-file-input
info:
name: Test Self Contained Template With File Input
author: pdteam
severity: info
self-contained: true
requests:
- method: GET
path:
- "http://127.0.0.1:5431/{{test}}"
matchers:
- type: word
words:
- This is self-contained response
- raw:
- |
GET http://127.0.0.1:5431/{{test}} HTTP/1.1
Host: {{Hostname}}
matchers:
- type: word
words:
- This is self-contained response
+8 -3
View File
@@ -7,7 +7,7 @@ info:
variables:
a1: "value"
a2: "{{base64('hello')}}"
a2: "{{base64('{{Host}}')}}"
requests:
- raw:
@@ -16,11 +16,16 @@ requests:
Host: {{FQDN}}
Test: {{a1}}
Another: {{a2}}
Email: {{ username }}
payloads:
username:
- jon.doe@{{ FQDN }}
stop-at-first-match: true
matchers-condition: or
matchers:
- type: word
condition: and
words:
- "value"
- "aGVsbG8="
- "MTI3LjAuMC4x" # 127.0.0.1
- "[email protected]"
@@ -0,0 +1,16 @@
id: excluded-template
info:
name: Basic Excluded Template
author: pdteam
severity: info
tags: fuzz
requests:
- method: GET
path:
- "{{BaseURL}}"
matchers:
- type: word
words:
- "This is test matcher text"
@@ -0,0 +1,26 @@
GET / HTTP/1.1
Host: pastebin.com
User-Agent: curl/7.79.1
Accept: */*
Connection: close
HTTP/1.1 200 OK
Date: Tue, 21 Jun 2022 09:32:01 GMT
Content-Type: text/plain; charset=utf-8
Connection: close
x-frame-options: DENY
x-content-type-options: nosniff
x-xss-protection: 1;mode=block
cache-control: public, max-age=1801
CF-Cache-Status: HIT
Age: 1585
Last-Modified: Tue, 21 Jun 2022 09:05:36 GMT
Expect-CT: max-age=604800, report-uri="https://report-uri.cloudflare.com/cdn-cgi/beacon/expect-ct"
Server: cloudflare
CF-RAY: 71ebbc0a7ea83b8b-CDG
54
line1
this is a line containing HTTP/1.1 FOO BAR
line3
0
@@ -0,0 +1,18 @@
id: offline-allowed-paths
info:
name: offline-allowed-paths
author: pdteam
severity: info
description: offline-allowed-paths
requests:
- path:
- "{{BaseURL}}"
- "{{BaseURL}}/"
- "/"
matchers:
- type: status
status:
- 200
@@ -0,0 +1,16 @@
id: offline-raw
info:
name: Test Offline raw Template
author: pdteam
severity: info
requests:
- raw:
- |
GET / HTTP/1.1
Host: {{Hostname}}
matchers:
- type: status
status:
- 200
@@ -0,0 +1,15 @@
id: rfc-req-resp
info:
name: Basic GET Request
author: pdteam
severity: info
requests:
- method: GET
path:
- "{{BaseURL}}"
matchers:
- type: word
words:
- "this is a line containing HTTP/1.1 FOO BAR"
+1 -1
View File
@@ -3,7 +3,7 @@
echo "::group::Build nuclei"
rm integration-test nuclei 2>/dev/null
cd ../v2/cmd/nuclei
go build
go build -race .
mv nuclei ../../../integration_tests/nuclei
echo "::endgroup::"
+5 -3
View File
@@ -1,15 +1,17 @@
id: basic-ssl-tls
info:
name: Basic SSL Request with ztls
name: Basic SSL Request with ztls
author: pdteam
severity: info
ssl:
- address: "{{Host}}:{{Port}}"
min_version: sslv3
min_version: ssl30
max_version: tls12
matchers:
- type: dsl
dsl:
- "not_after>=0"
- "tls_connection == 'ztls'"
+3 -2
View File
@@ -1,4 +1,4 @@
id: expired-ssl
id: basic-ssl
info:
name: Basic SSL Request
@@ -7,7 +7,8 @@ info:
ssl:
- address: "{{Host}}:{{Port}}"
matchers:
- type: dsl
dsl:
- "not_after>=0"
- "probe_status == true"
+4 -2
View File
@@ -1,4 +1,4 @@
id: expired-ssl
id: custom-cipher
info:
name: Basic SSL Request
@@ -7,8 +7,10 @@ info:
ssl:
- address: "{{Host}}:{{Port}}"
cipher_suites:
cipher_suites:
- TLS_AES_128_GCM_SHA256
matchers:
- type: word
part: response
+4 -2
View File
@@ -1,4 +1,4 @@
id: expired-ssl
id: custom-version
info:
name: Basic SSL Request
@@ -7,10 +7,12 @@ info:
ssl:
- address: "{{Host}}:{{Port}}"
min_version: tls12
max_version: tls12
matchers:
- type: word
part: response
words:
- 'TLS12'
- 'tls12'
+14
View File
@@ -0,0 +1,14 @@
id: ssl-with-vars
info:
name: SSL with variables
author: pdteam
severity: info
tags: ssl
ssl:
- address: "{{Host}}:{{Port}}"
matchers:
- type: dsl
dsl:
- "print_debug(test)"
@@ -6,7 +6,7 @@ deny-list:
severity: low
# GitHub contains configuration options for GitHub issue tracker
GitHub:
gitHub:
# base-url is the optional self-hosted GitHub application url
base-url: https://localhost:8443/GitHub
# username is the username of the GitHub user
@@ -21,7 +21,7 @@ GitHub:
issue-label: bug
# GitLab contains configuration options for GitLab issue tracker
GitLab:
gitLab:
# base-url is the optional self-hosted GitLab application url
base-url: https://localhost:8443/GitLab
# username is the username of the GitLab user
@@ -34,7 +34,7 @@ GitLab:
issue-label: bug
# Jira contains configuration options for Jira issue tracker
Jira:
jira:
# cloud is the boolean which tells if Jira instance is running in the cloud or on-prem version is used
cloud: true
# update-existing is the boolean which tells if the existing, opened issue should be updated or new one should be created
@@ -0,0 +1,17 @@
id: dns-value-sharing-template1
info:
name: dns-value-sharing-template1
author: pdteam
severity: info
dns:
- name: "{{FQDN}}"
type: A
extractors:
- type: regex
name: extracted
group: 1
regex:
- "IN\tA\t(.+)"
@@ -0,0 +1,10 @@
id: dns-value-sharing-template2
info:
name: dns-value-sharing-template2
author: pdteam
severity: info
dns:
- name: "{{extracted}}"
type: PTR
@@ -0,0 +1,19 @@
id: value-sharing-template2
info:
name: value-sharing-template2
author: pdteam
severity: info
requests:
- raw:
- |
GET / HTTP/1.1
Host: {{Hostname}}
{{extracted}}
matchers:
- type: word
words:
- "ok"
@@ -0,0 +1,11 @@
id: dns-value-sharing-workflow
info:
name: DNS Value Sharing Test
author: pdteam
severity: info
workflows:
- template: workflow/dns-value-share-template-1.yaml
subtemplates:
- template: workflow/dns-value-share-template-2.yaml
- template: workflow/dns-value-share-template-3.yaml
@@ -0,0 +1,17 @@
id: value-sharing-template1
info:
name: value-sharing-template1
author: pdteam
severity: info
requests:
- path:
- "{{BaseURL}}/path1"
extractors:
- type: regex
part: body
name: extracted
regex:
- 'href="(.*)"'
group: 1
@@ -0,0 +1,19 @@
id: value-sharing-template2
info:
name: value-sharing-template2
author: pdteam
severity: info
requests:
- raw:
- |
GET /path2 HTTP/1.1
Host: {{Hostname}}
{{extracted}}
matchers:
- type: word
words:
- "test-value"
@@ -0,0 +1,10 @@
id: http-value-sharing-workflow
info:
name: HTTP Value Sharing Test
author: pdteam
severity: info
workflows:
- template: workflow/http-value-share-template-1.yaml
subtemplates:
- template: workflow/http-value-share-template-2.yaml
Executable → Regular
+157 -11
View File
@@ -26,6 +26,19 @@
"type": "number",
"title": "cvss score for the template",
"description": "CVSS Score for the template"
},
"epss-score": {
"type": "number",
"title": "epss score for the template",
"description": "EPSS Score for the template"
},
"cpe": {
"type": "string",
"title": "cpe for the template",
"description": "CPE for the template",
"examples": [
"cpe:/a:vendor:product:version"
]
}
},
"additionalProperties": false,
@@ -61,7 +74,8 @@
]
},
"reference": {
"$ref": "#/definitions/stringslice.StringSlice",
"$schema": "http://json-schema.org/draft-04/schema#",
"$ref": "#/definitions/stringslice.RawStringSlice",
"title": "references for the template",
"description": "Links relevant to the template"
},
@@ -110,6 +124,16 @@
"title": "severity of the template",
"description": "Seriousness of the implications of the template"
},
"stringslice.RawStringSlice": {
"oneOf": [
{
"type": "string"
},
{
"type": "array"
}
]
},
"stringslice.StringSlice": {
"oneOf": [
{
@@ -132,8 +156,7 @@
},
"extractors.Extractor": {
"required": [
"type",
"DSL"
"type"
],
"properties": {
"name": {
@@ -187,11 +210,13 @@
"title": "optional attribute to extract from xpath",
"description": "Optional attribute to extract from response XPath"
},
"DSL": {
"dsl": {
"items": {
"type": "string"
},
"type": "array"
"type": "array",
"title": "dsl expressions to extract",
"description": "Optional attribute to extract from response dsl"
},
"part": {
"type": "string",
@@ -368,7 +393,8 @@
"MX",
"TXT",
"AAAA",
"CAA"
"CAA",
"TLSA"
],
"type": "string",
"title": "type of DNS request to make",
@@ -576,6 +602,11 @@
"title": "custom user agent for the headless request",
"description": "Custom user agent for the headless request"
},
"stop-at-first-match": {
"type": "boolean",
"title": "stop at first match",
"description": "Stop the execution after a match is found"
},
"matchers": {
"items": {
"$ref": "#/definitions/matchers.Matcher"
@@ -654,7 +685,7 @@
"waitload",
"getresource",
"extract",
"set-method",
"setmethod",
"addheader",
"setheader",
"deleteheader",
@@ -808,6 +839,15 @@
"title": "maximum http response body size",
"description": "Maximum size of http response body to read in bytes"
},
"fuzzing": {
"items": {
"$schema": "http://json-schema.org/draft-04/schema#",
"$ref": "#/definitions/fuzz.Rule"
},
"type": "array",
"title": "fuzzin rules for http fuzzing",
"description": "Fuzzing describes rule schema to fuzz http requests"
},
"signature": {
"$schema": "http://json-schema.org/draft-04/schema#",
"$ref": "#/definitions/http.SignatureTypeHolder",
@@ -829,6 +869,11 @@
"title": "follow http redirects",
"description": "Specifies whether redirects should be followed by the HTTP Client"
},
"host-redirects": {
"type": "boolean",
"title": "follow same host http redirects",
"description": "Specifies whether redirects to the same host should be followed by the HTTP Client"
},
"pipeline": {
"type": "boolean",
"title": "perform HTTP 1.1 pipelining",
@@ -886,6 +931,72 @@
"title": "type of the signature",
"description": "Type of the signature"
},
"fuzz.Rule": {
"properties": {
"type": {
"enum": [
"replace",
"prefix",
"postfix",
"infix"
],
"type": "string",
"title": "type of rule",
"description": "Type of fuzzing rule to perform"
},
"part": {
"enum": [
"query"
],
"type": "string",
"title": "part of rule",
"description": "Part of request rule to fuzz"
},
"mode": {
"enum": [
"single",
"multiple"
],
"type": "string",
"title": "mode of rule",
"description": "Mode of request rule to fuzz"
},
"keys": {
"items": {
"type": "string"
},
"type": "array",
"title": "keys of parameters to fuzz",
"description": "Keys of parameters to fuzz"
},
"keys-regex": {
"items": {
"type": "string"
},
"type": "array",
"title": "keys regex to fuzz",
"description": "Regex of parameter keys to fuzz"
},
"values": {
"items": {
"type": "string"
},
"type": "array",
"title": "values regex to fuzz",
"description": "Regex of parameter values to fuzz"
},
"fuzz": {
"items": {
"type": "string"
},
"type": "array",
"title": "payloads of fuzz rule",
"description": "Payloads to perform fuzzing substitutions with"
}
},
"additionalProperties": false,
"type": "object"
},
"network.Input": {
"properties": {
"data": {
@@ -1041,7 +1152,7 @@
"tls13"
],
"type": "string",
"title": "TLS version",
"title": "Min. TLS version",
"description": "Minimum tls version - automatic if not specified."
},
"max_version": {
@@ -1053,7 +1164,7 @@
"tls13"
],
"type": "string",
"title": "TLS version",
"title": "Max. TLS version",
"description": "Max tls version - automatic if not specified."
},
"cipher_suites": {
@@ -1061,6 +1172,16 @@
"type": "string"
},
"type": "array"
},
"scan_mode": {
"enum": [
"ctls",
"ztls",
"auto"
],
"type": "string",
"title": "Scan Mode",
"description": "Scan Mode - auto if not specified."
}
},
"additionalProperties": false,
@@ -1223,6 +1344,14 @@
"title": "http requests to make",
"description": "HTTP requests to make for the template"
},
"http": {
"items": {
"$ref": "#/definitions/http.Request"
},
"type": "array",
"title": "http requests to make",
"description": "HTTP requests to make for the template"
},
"dns": {
"items": {
"$schema": "http://json-schema.org/draft-04/schema#",
@@ -1250,6 +1379,14 @@
"title": "network requests to make",
"description": "Network requests to make for the template"
},
"tcp": {
"items": {
"$ref": "#/definitions/network.Request"
},
"type": "array",
"title": "network(tcp) requests to make",
"description": "Network requests to make for the template"
},
"headless": {
"items": {
"$schema": "http://json-schema.org/draft-04/schema#",
@@ -1323,9 +1460,18 @@
"workflows.Matcher": {
"properties": {
"name": {
"$ref": "#/definitions/stringslice.StringSlice",
"title": "name of items to match",
"description": "Name of items to match"
},
"condition": {
"enum": [
"and",
"or"
],
"type": "string",
"title": "name of item to match",
"description": "Name of item to match"
"title": "condition between names",
"description": "Condition between the names"
},
"subtemplates": {
"items": {
-17
View File
@@ -1,17 +0,0 @@
sonar.projectKey=projectdiscovery_nuclei
sonar.organization=projectdiscovery
# This is the name and version displayed in the SonarCloud UI.
#sonar.projectName=dnsx
#sonar.projectVersion=1.0
# Path is relative to the sonar-project.properties file. Replace "\" by "/" on Windows.
sonar.sources=v2/
sonar.tests=v2/
sonar.test.inclusions=**/*_test.go
sonar.exclusions=v2/pkg/protocols/common/helpers/deserialization/testdata/*.java
sonar.go.coverage.reportPaths=v2/cov.out
sonar.externalIssuesReportPaths=v2/report.json
# Encoding of the source code. Default is default system encoding
#sonar.sourceEncoding=UTF-8
+11 -1
View File
@@ -3,7 +3,6 @@ before:
- go mod tidy
builds:
- main: cmd/nuclei/main.go
binary: nuclei
id: nuclei-cli
@@ -48,3 +47,14 @@ archives:
checksum:
algorithm: sha256
announce:
slack:
enabled: true
channel: '#release'
username: GoReleaser
message_template: 'New Release: {{ .ProjectName }} {{.Tag}} is published! Check it out at {{ .ReleaseURL }}'
discord:
enabled: true
message_template: '**New Release: {{ .ProjectName }} {{.Tag}}** is published! Check it out at {{ .ReleaseURL }}'
+3 -3
View File
@@ -25,8 +25,8 @@ docs:
test:
$(GOTEST) $(GOFLAGS) ./...
integration:
bash ../integration_tests/run.sh
cd ../integration_tests; bash run.sh
functional:
bash cmd/functional-tests/run.sh
cd cmd/functional-test; bash run.sh
tidy:
$(GOMOD) tidy
$(GOMOD) tidy
+303 -24
View File
@@ -2,26 +2,39 @@ package main
import (
"bytes"
"encoding/json"
"flag"
"fmt"
"io/ioutil"
"io"
"log"
"net/http"
"net/url"
"os"
"regexp"
"strconv"
"strings"
"github.com/pkg/errors"
"github.com/projectdiscovery/nuclei/v2/pkg/catalog/disk"
"github.com/projectdiscovery/nvd"
"github.com/projectdiscovery/sliceutil"
"github.com/projectdiscovery/stringsutil"
"github.com/projectdiscovery/retryablehttp-go"
sliceutil "github.com/projectdiscovery/utils/slice"
stringsutil "github.com/projectdiscovery/utils/strings"
"gopkg.in/yaml.v3"
"github.com/projectdiscovery/nuclei/v2/pkg/catalog"
)
const (
yamlIndentSpaces = 2
)
var cisaKnownExploitedVulnerabilities map[string]struct{}
func init() {
if err := fetchCISAKnownExploitedVulnerabilities(); err != nil {
panic(err)
}
}
var (
input = flag.String("i", "", "Templates to annotate")
templateDir = flag.String("d", "", "Custom template directory for update")
@@ -40,17 +53,14 @@ func main() {
}
func process() error {
tempDir, err := ioutil.TempDir("", "nuclei-nvd-%s")
tempDir, err := os.MkdirTemp("", "nuclei-nvd-%s")
if err != nil {
return err
}
defer os.RemoveAll(tempDir)
client, err := nvd.NewClient(tempDir)
if err != nil {
return err
}
catalog := catalog.New(*templateDir)
client := nvd.NewClientV2()
catalog := disk.NewCatalog(*templateDir)
paths, err := catalog.GetTemplatePath(*input)
if err != nil {
@@ -61,7 +71,16 @@ func process() error {
if err != nil {
return err
}
getCVEData(client, path, string(data))
dataString := string(data)
// First try to resolve references to tags
dataString, err = parseAndAddReferenceBasedTags(path, dataString)
if err != nil {
log.Printf("Could not parse reference tags %s: %s\n", path, err)
continue
}
// Next try and fill CVE data
getCVEData(client, path, dataString)
}
return nil
}
@@ -73,13 +92,44 @@ var (
const maxReferenceCount = 5
func getCVEData(client *nvd.Client, filePath, data string) {
// dead sites to skip for references
var badRefs = []string{
"osvdb.org/",
"securityfocus.com/",
"archives.neohapsis.com/",
"iss.net/",
"ntelbras.com/",
"andmp.com/",
"blacklanternsecurity.com/",
"pwnwiki.org/",
"0dayhack.net/",
"correkt.horse/",
"poc.wgpsec.org/",
"ctf-writeup.revers3c.com/",
"secunia.com/",
}
func getCVEData(client *nvd.ClientV2, filePath, data string) {
matches := idRegex.FindAllStringSubmatch(data, 1)
if len(matches) == 0 {
return
}
cveName := matches[0][1]
// Perform CISA Known-exploited-vulnerabilities tag annotation
// if we discover it has been exploited.
var err error
if cisaKnownExploitedVulnerabilities != nil {
_, ok := cisaKnownExploitedVulnerabilities[strings.ToLower(cveName)]
if ok {
data, err = parseAndAddCISAKevTagTemplate(filePath, data)
}
}
if err != nil {
log.Printf("Could not parse cisa data %s: %s\n", cveName, err)
return
}
severityMatches := severityRegex.FindAllStringSubmatch(data, 1)
if len(severityMatches) == 0 {
return
@@ -92,13 +142,18 @@ func getCVEData(client *nvd.Client, filePath, data string) {
return
}
var cweID []string
for _, problemData := range cveItem.CVE.Problemtype.ProblemtypeData {
for _, description := range problemData.Description {
for _, weaknessData := range cveItem.Cve.Weaknesses {
for _, description := range weaknessData.Description {
cweID = append(cweID, description.Value)
}
}
cvssScore := cveItem.Impact.BaseMetricV3.CvssV3.BaseScore
cvssMetrics := cveItem.Impact.BaseMetricV3.CvssV3.VectorString
cvssData, err := getPrimaryCVSSData(cveItem)
if err != nil {
log.Printf("Could not get CVSS data %s: %s\n", cveName, err)
return
}
cvssScore := cvssData.BaseScore
cvssMetrics := cvssData.VectorString
// Perform some hacky string replacement to place the metadata in templates
infoBlockIndexData := data[strings.Index(data, "info:"):]
@@ -141,36 +196,72 @@ func getCVEData(client *nvd.Client, filePath, data string) {
}
}
// If there is no description field, fill the description from CVE information
hasDescriptionData := len(cveItem.CVE.Description.DescriptionData) > 0
enDescription, err := getEnglishLangString(cveItem.Cve.Descriptions)
hasDescriptionData := err != nil
isDescriptionEmpty := infoBlock.Info.Description == ""
if isDescriptionEmpty && hasDescriptionData {
changed = true
// removes all new lines
description := stringsutil.ReplaceAny(cveItem.CVE.Description.DescriptionData[0].Value, "", "\n", "\\", "'", "\t")
description := stringsutil.ReplaceAll(enDescription, "", "\n", "\\", "'", "\t")
description += "\n"
infoBlock.Info.Description = description
}
// we are unmarshaling info block to have valid data
var referenceDataURLs []string
for _, reference := range cveItem.CVE.References.ReferenceData {
// skip sites that are no longer alive
for _, reference := range cveItem.Cve.References {
if stringsutil.ContainsAny(reference.URL, badRefs...) {
continue
}
referenceDataURLs = append(referenceDataURLs, reference.URL)
}
hasReferenceData := len(cveItem.CVE.References.ReferenceData) > 0
hasReferenceData := len(cveItem.Cve.References) > 0
areCveReferencesContained := sliceutil.ContainsItems(infoBlock.Info.Reference, referenceDataURLs)
referencesCount := len(infoBlock.Info.Reference)
if hasReferenceData && !areCveReferencesContained {
changed = true
for _, reference := range cveItem.CVE.References.ReferenceData {
for _, ref := range referenceDataURLs {
referencesCount++
if referencesCount >= maxReferenceCount {
break
}
infoBlock.Info.Reference = append(infoBlock.Info.Reference, reference.URL)
infoBlock.Info.Reference = append(infoBlock.Info.Reference, ref)
}
infoBlock.Info.Reference = sliceutil.PruneEmptyStrings(sliceutil.Dedupe(infoBlock.Info.Reference))
}
cpeSet := map[string]bool{}
for _, config := range cveItem.Cve.Configurations {
// Right now this covers only simple configurations. More complex configurations can have multiple CPEs
if len(config.Nodes) == 1 {
changed = true
node := config.Nodes[0]
for _, match := range node.CpeMatch {
cpeSet[extractVersionlessCpe((match.Criteria))] = true
}
}
}
uniqueCpes := make([]string, 0, len(cpeSet))
for k := range cpeSet {
uniqueCpes = append(uniqueCpes, k)
}
if len(uniqueCpes) == 1 {
infoBlock.Info.Classification.Cpe = uniqueCpes[0]
}
epss, err := fetchEpss(cveName)
if err != nil {
log.Printf("Could not fetch Epss score: %s\n", err)
return
}
hasEpssChanged := epss != infoBlock.Info.Classification.EpssScore
if hasEpssChanged {
changed = true
infoBlock.Info.Classification.EpssScore = epss
}
var newInfoBlock bytes.Buffer
yamlEncoder := yaml.NewEncoder(&newInfoBlock)
yamlEncoder.SetIndent(yamlIndentSpaces)
@@ -183,11 +274,34 @@ func getCVEData(client *nvd.Client, filePath, data string) {
newTemplate := strings.ReplaceAll(data, infoBlockClean, newInfoBlockData)
if changed {
_ = ioutil.WriteFile(filePath, []byte(newTemplate), 0644)
_ = os.WriteFile(filePath, []byte(newTemplate), 0644)
fmt.Printf("Wrote updated template to %s\n", filePath)
}
}
func getPrimaryCVSSData(vuln nvd.Vulnerability) (nvd.CvssData, error) {
for _, data := range vuln.Cve.Metrics.CvssMetricV31 {
if data.Type == "Primary" {
return data.CvssData, nil
}
}
for _, data := range vuln.Cve.Metrics.CvssMetricV3 {
if data.Type == "Primary" {
return data.CvssData, nil
}
}
return nvd.CvssData{}, fmt.Errorf("no primary cvss metric found")
}
func getEnglishLangString(data []nvd.LangString) (string, error) {
for _, item := range data {
if item.Lang == "en" {
return item.Value, nil
}
}
return "", fmt.Errorf("no english item found")
}
func isSeverityMatchingCvssScore(severity string, score float64) string {
if score == 0.0 {
return ""
@@ -209,6 +323,169 @@ func isSeverityMatchingCvssScore(severity string, score float64) string {
return ""
}
func extractVersionlessCpe(cpe string) string {
parts := strings.Split(cpe, ":")
versionlessPart := parts[0:5]
rest := strings.Split(strings.Repeat("*", len(parts)-len(versionlessPart)), "")
return strings.Join(append(versionlessPart, rest...), ":")
}
type ApiFirstEpssResponse struct {
Status string `json:"status"`
StatusCode int `json:"status-code"`
Version string `json:"version"`
Access string `json:"access"`
Total int `json:"total"`
Offset int `json:"offset"`
Limit int `json:"limit"`
Data []struct {
Cve string `json:"cve"`
Epss string `json:"epss"`
Percentile string `json:"percentile"`
Date string `json:"date"`
} `json:"data"`
}
func fetchEpss(cveId string) (float64, error) {
resp, err := http.Get(fmt.Sprintf("https://api.first.org/data/v1/epss?cve=%s", cveId))
if err != nil {
return 0, fmt.Errorf("unable to fetch EPSS data from first.org: %v", err)
}
defer resp.Body.Close()
body, err := io.ReadAll(resp.Body)
if err != nil {
return 0, fmt.Errorf("unable to read reponse body: %v", err)
}
var parsedResp ApiFirstEpssResponse
err = json.Unmarshal(body, &parsedResp)
if err != nil {
return 0, fmt.Errorf("error while parsing EPSS response: %v", err)
}
if len(parsedResp.Data) != 1 {
return 0, fmt.Errorf("unexpected number of results in EPSS response. Expecting exactly 1, got %v", len(parsedResp.Data))
}
epss := parsedResp.Data[0].Epss
return strconv.ParseFloat(epss, 64)
}
type cisaKEVData struct {
Vulnerabilities []struct {
CVEID string `json:"cveID"`
}
}
// fetchCISAKnownExploitedVulnerabilities fetches CISA known exploited
// vulnerabilities catalog for template tag enrichment
func fetchCISAKnownExploitedVulnerabilities() error {
data := &cisaKEVData{}
resp, err := retryablehttp.DefaultClient().Get("https://www.cisa.gov/sites/default/files/feeds/known_exploited_vulnerabilities.json")
if err != nil {
return errors.Wrap(err, "could not get cisa kev catalog")
}
defer resp.Body.Close()
if err := json.NewDecoder(resp.Body).Decode(data); err != nil {
return errors.Wrap(err, "could not decode cisa kev catalog json data")
}
cisaKnownExploitedVulnerabilities = make(map[string]struct{})
for _, vuln := range data.Vulnerabilities {
cisaKnownExploitedVulnerabilities[strings.ToLower(vuln.CVEID)] = struct{}{}
}
return nil
}
// parseAndAddCISAKevTagTemplate parses and adds `kev` tag to CISA KEV templates.
// also removes cisa tag if it exists
func parseAndAddCISAKevTagTemplate(path string, data string) (string, error) {
block := &InfoBlock{}
if err := yaml.NewDecoder(strings.NewReader(data)).Decode(block); err != nil {
return "", errors.Wrap(err, "could not decode template yaml")
}
splitted := strings.Split(block.Info.Tags, ",")
if len(splitted) == 0 {
return data, nil
}
var cisaIndex = -1
for i, tag := range splitted {
// If we already have tag, return
if tag == "kev" {
return data, nil
}
if tag == "cisa" {
cisaIndex = i
}
}
// Remove CISA index tag element
if cisaIndex >= 0 {
splitted = append(splitted[:cisaIndex], splitted[cisaIndex+1:]...)
}
splitted = append(splitted, "kev")
replaced := strings.ReplaceAll(data, block.Info.Tags, strings.Join(splitted, ","))
return replaced, os.WriteFile(path, []byte(replaced), os.ModePerm)
}
// parseAndAddReferenceBasedTags parses and adds reference based tags to templates
func parseAndAddReferenceBasedTags(path string, data string) (string, error) {
block := &InfoBlock{}
if err := yaml.NewDecoder(strings.NewReader(data)).Decode(block); err != nil {
return "", errors.Wrap(err, "could not decode template yaml")
}
splitted := strings.Split(block.Info.Tags, ",")
if len(splitted) == 0 {
return data, nil
}
tagsCurrent := fmt.Sprintf("tags: %s", block.Info.Tags)
newTags := suggestTagsBasedOnReference(block.Info.Reference, splitted)
if len(newTags) == len(splitted) {
return data, nil
}
replaced := strings.ReplaceAll(data, tagsCurrent, fmt.Sprintf("tags: %s", strings.Join(newTags, ",")))
return replaced, os.WriteFile(path, []byte(replaced), os.ModePerm)
}
var referenceMapping = map[string]string{
"huntr.dev": "huntr",
"hackerone.com": "hackerone",
"tenable.com": "tenable",
"packetstormsecurity.org": "packetstorm",
"seclists.org": "seclists",
"wpscan.com": "wpscan",
"packetstormsecurity.com": "packetstorm",
"exploit-db.com": "edb",
"https://github.com/rapid7/metasploit-framework/": "msf",
"https://github.com/vulhub/vulhub/": "vulhub",
}
func suggestTagsBasedOnReference(references, currentTags []string) []string {
uniqueTags := make(map[string]struct{})
for _, value := range currentTags {
uniqueTags[value] = struct{}{}
}
for _, reference := range references {
parsed, err := url.Parse(reference)
if err != nil {
continue
}
hostname := parsed.Hostname()
for value, tag := range referenceMapping {
if strings.HasSuffix(hostname, value) || strings.HasPrefix(reference, value) {
uniqueTags[tag] = struct{}{}
}
}
}
newTags := make([]string, 0, len(uniqueTags))
for tag := range uniqueTags {
newTags = append(newTags, tag)
}
return newTags
}
// Cloning struct from nuclei as we don't want any validation
type InfoBlock struct {
Info TemplateInfo `yaml:"info"`
@@ -219,6 +496,8 @@ type TemplateClassification struct {
CvssScore float64 `yaml:"cvss-score,omitempty"`
CveId string `yaml:"cve-id,omitempty"`
CweId string `yaml:"cwe-id,omitempty"`
Cpe string `yaml:"cpe,omitempty"`
EpssScore float64 `yaml:"epss-score,omitempty"`
}
type TemplateInfo struct {
+7 -3
View File
@@ -3,7 +3,6 @@ package main
import (
"bytes"
"encoding/json"
"io/ioutil"
"log"
"os"
"regexp"
@@ -22,7 +21,12 @@ func main() {
if err != nil {
log.Fatalf("Could not encode docs: %s\n", err)
}
err = ioutil.WriteFile(os.Args[1], data, 0644)
if len(os.Args) < 3 {
log.Fatalf("syntax: %s md-docs-file jsonschema-file\n", os.Args[0])
}
err = os.WriteFile(os.Args[1], data, 0644)
if err != nil {
log.Fatalf("Could not write docs: %s\n", err)
}
@@ -44,7 +48,7 @@ func main() {
for _, match := range pathRegex.FindAllStringSubmatch(schema, -1) {
schema = strings.ReplaceAll(schema, match[0], match[1])
}
err = ioutil.WriteFile(os.Args[2], []byte(schema), 0644)
err = os.WriteFile(os.Args[2], []byte(schema), 0644)
if err != nil {
log.Fatalf("Could not write jsonschema: %s\n", err)
}
+20 -1
View File
@@ -66,6 +66,10 @@ func runTestCases(file *os.File, debug bool) (bool, []string) {
if testCase == "" {
continue
}
// skip comments
if strings.HasPrefix(testCase, "#") {
continue
}
if runTestCase(testCase, debug) {
errored = true
failedTestCases = append(failedTestCases, testCase)
@@ -85,7 +89,22 @@ func runTestCase(testCase string, debug bool) bool {
}
func runIndividualTestCase(testcase string, debug bool) error {
parts := strings.Fields(testcase)
quoted := false
// split upon unquoted spaces
parts := strings.FieldsFunc(testcase, func(r rune) bool {
if r == '"' {
quoted = !quoted
}
return !quoted && r == ' '
})
// Quoted strings containing spaces are expressions and must have trailing \" removed
for index, part := range parts {
if strings.Contains(part, " ") {
parts[index] = strings.Trim(part, "\"")
}
}
var finalArgs []string
if len(parts) > 1 {
+1 -1
View File
@@ -3,7 +3,7 @@
# reading os type from arguments
CURRENT_OS=$1
if [ "${CURRENT_OS}" == "windows-latest" ];then
if [ "${CURRENT_OS}" == "windows-latest-8-cores" ];then
extension=.exe
fi
+4
View File
@@ -0,0 +1,4 @@
scanme.sh
scanme.sh?a=1
scanme.sh?a=2
scanme.sh?a=3
+41 -1
View File
@@ -1,4 +1,8 @@
# Simple binary invocation
{{binary}}
# Template tags filter
{{binary}} -tags cve -ntv 8.8.8,8.8.9
{{binary}} -tags cve
{{binary}} -tags cve,exposure
{{binary}} -tags cve,exposure -tags token
@@ -45,7 +49,43 @@
{{binary}} -t cves/ -t exposures/ -tags config -severity high,critical -author geeknik,pdteam -etags sqli -exclude-templates cves/2021/
{{binary}} -t cves/ -t exposures/ -tags config -severity high,critical -author geeknik,pdteam -etags sqli -exclude-templates cves/2017/CVE-2017-7269.yaml
{{binary}} -t cves/ -t exposures/ -tags config -severity high,critical -author geeknik,pdteam -etags sqli -include-templates cves/2017/CVE-2017-7269.yaml
# Advanced Filtering
{{binary}} -tags cve -author geeknik,pdteam -tc severity=='high'
{{binary}} -tc contains(authors,'pdteam')
{{binary}} -t cves/ -t exposures/ -tc contains(tags,'cve') -exclude-templates cves/2020/CVE-2020-9757.yaml
{{binary}} -tc protocol=='dns'
{{binary}} -tc contains(http_method,'GET')
{{binary}} -tc len(body)>0
{{binary}} -tc contains(matcher_type,'word')
{{binary}} -tc contains(extractor_type,'regex')
{{binary}} -tc contains(description,'wordpress')
# Workflow Filters
{{binary}} -w workflows
{{binary}} -w workflows -author geeknik,pdteam
{{binary}} -w workflows -severity high,critical
{{binary}} -w workflows -author geeknik,pdteam -severity high,critical
{{binary}} -w workflows -author geeknik,pdteam -severity high,critical
# Input Types
# http protocol
# host
{{binary}} -id tech-detect -u scanme.sh
# host:port
{{binary}} -id tech-detect -u scanme.sh:80
# scheme://host:port
{{binary}} -id tech-detect -u http://scanme.sh:80
# scheme://host
{{binary}} -id tech-detect -u https://scanme.sh
# Network Protocol
# host
{{binary}} -id ftp-weak-credentials -u scanme.sh
# host:port
{{binary}} -id ftp-weak-credentials -u scanme.sh:21
# SSL Protocol
# host
{{binary}} -id tls-version -u scanme.sh
# host:port
{{binary}} -id tls-version -u scanme.sh:22
+55
View File
@@ -0,0 +1,55 @@
package main
import (
"bytes"
"crypto/sha1"
"encoding/hex"
"io"
"io/fs"
"log"
"os"
"path/filepath"
"strings"
)
func main() {
if len(os.Args) < 3 {
log.Fatalf("Usage: %s <templates-directory> <checksum-file>\n", os.Args[0])
}
checksumFile := os.Args[2]
templatesDirectory := os.Args[1]
file, err := os.Create(checksumFile)
if err != nil {
log.Fatalf("Could not create file: %s\n", err)
}
defer file.Close()
err = filepath.WalkDir(templatesDirectory, func(path string, d fs.DirEntry, err error) error {
if err != nil || d.IsDir() {
return nil
}
pathIndex := path[strings.Index(path, "nuclei-templates/")+17:]
pathIndex = strings.TrimPrefix(pathIndex, "nuclei-templates/")
// Ignore items starting with dots
if strings.HasPrefix(pathIndex, ".") {
return nil
}
data, err := os.ReadFile(path)
if err != nil {
return nil
}
h := sha1.New()
_, _ = io.Copy(h, bytes.NewReader(data))
hash := hex.EncodeToString(h.Sum(nil))
_, _ = file.WriteString(pathIndex)
_, _ = file.WriteString(":")
_, _ = file.WriteString(hash)
_, _ = file.WriteString("\n")
return nil
})
if err != nil {
log.Fatalf("Could not walk directory: %s\n", err)
}
}
+19 -14
View File
@@ -1,6 +1,7 @@
package main
import (
"context"
"fmt"
"log"
"net/http"
@@ -8,19 +9,21 @@ import (
"os"
"path"
"strings"
"time"
"github.com/julienschmidt/httprouter"
"github.com/logrusorgru/aurora"
"github.com/pkg/errors"
"github.com/projectdiscovery/goflags"
"github.com/projectdiscovery/nuclei/v2/pkg/catalog"
"github.com/projectdiscovery/nuclei/v2/pkg/catalog/config"
"github.com/projectdiscovery/nuclei/v2/pkg/catalog/disk"
"github.com/projectdiscovery/nuclei/v2/pkg/catalog/loader"
"github.com/projectdiscovery/nuclei/v2/pkg/core"
"github.com/projectdiscovery/nuclei/v2/pkg/core/inputs"
"github.com/projectdiscovery/nuclei/v2/pkg/output"
"github.com/projectdiscovery/nuclei/v2/pkg/parsers"
"github.com/projectdiscovery/nuclei/v2/pkg/protocols"
"github.com/projectdiscovery/nuclei/v2/pkg/protocols/common/contextargs"
"github.com/projectdiscovery/nuclei/v2/pkg/protocols/common/hosterrorscache"
"github.com/projectdiscovery/nuclei/v2/pkg/protocols/common/interactsh"
"github.com/projectdiscovery/nuclei/v2/pkg/protocols/common/protocolinit"
@@ -28,11 +31,12 @@ import (
"github.com/projectdiscovery/nuclei/v2/pkg/reporting"
"github.com/projectdiscovery/nuclei/v2/pkg/testutils"
"github.com/projectdiscovery/nuclei/v2/pkg/types"
"go.uber.org/ratelimit"
"github.com/projectdiscovery/ratelimit"
)
var codeTestcases = map[string]testutils.TestCase{
"code/test.yaml": &goIntegrationTest{},
"code/test.json": &goIntegrationTest{},
}
type goIntegrationTest struct{}
@@ -61,11 +65,14 @@ func (h *goIntegrationTest) Execute(templatePath string) error {
// executeNucleiAsCode contains an example
func executeNucleiAsCode(templatePath, templateURL string) ([]string, error) {
cache := hosterrorscache.New(30, hosterrorscache.DefaultMaxHostsCount)
cache := hosterrorscache.New(30, hosterrorscache.DefaultMaxHostsCount, nil)
defer cache.Close()
mockProgress := &testutils.MockProgressClient{}
reportingClient, _ := reporting.New(&reporting.Options{}, "")
reportingClient, err := reporting.New(&reporting.Options{}, "")
if err != nil {
return nil, err
}
defer reportingClient.Close()
outputWriter := testutils.NewMockOutputWriter()
@@ -78,10 +85,10 @@ func executeNucleiAsCode(templatePath, templateURL string) ([]string, error) {
_ = protocolstate.Init(defaultOpts)
_ = protocolinit.Init(defaultOpts)
defaultOpts.Templates = goflags.FileOriginalNormalizedStringSlice{templatePath}
defaultOpts.Templates = goflags.StringSlice{templatePath}
defaultOpts.ExcludeTags = config.ReadIgnoreFile().Tags
interactOpts := interactsh.NewDefaultOptions(outputWriter, reportingClient, mockProgress)
interactOpts := interactsh.DefaultOptions(outputWriter, reportingClient, mockProgress)
interactClient, err := interactsh.New(interactOpts)
if err != nil {
return nil, errors.Wrap(err, "could not create interact client")
@@ -89,14 +96,16 @@ func executeNucleiAsCode(templatePath, templateURL string) ([]string, error) {
defer interactClient.Close()
home, _ := os.UserHomeDir()
catalog := catalog.New(path.Join(home, "nuclei-templates"))
catalog := disk.NewCatalog(path.Join(home, "nuclei-templates"))
ratelimiter := ratelimit.New(context.Background(), 150, time.Second)
defer ratelimiter.Stop()
executerOpts := protocols.ExecuterOptions{
Output: outputWriter,
Options: defaultOpts,
Progress: mockProgress,
Catalog: catalog,
IssuesClient: reportingClient,
RateLimiter: ratelimit.New(150),
RateLimiter: ratelimiter,
Interactsh: interactClient,
HostErrorsCache: cache,
Colorizer: aurora.NewAurora(true),
@@ -111,17 +120,13 @@ func executeNucleiAsCode(templatePath, templateURL string) ([]string, error) {
}
executerOpts.WorkflowLoader = workflowLoader
configObject, err := config.ReadConfiguration()
if err != nil {
return nil, errors.Wrap(err, "could not read configuration file")
}
store, err := loader.New(loader.NewConfig(defaultOpts, configObject, catalog, executerOpts))
store, err := loader.New(loader.NewConfig(defaultOpts, catalog, executerOpts))
if err != nil {
return nil, errors.Wrap(err, "could not create loader")
}
store.Load()
input := &inputs.SimpleInputProvider{Inputs: []string{templateURL}}
input := &inputs.SimpleInputProvider{Inputs: []*contextargs.MetaInput{{Input: templateURL}}}
_ = engine.Execute(store.Templates(), input)
engine.WorkPool().Wait() // Wait for the scan to finish
+38
View File
@@ -0,0 +1,38 @@
package main
import (
"os"
"github.com/projectdiscovery/nuclei/v2/pkg/testutils"
)
type customConfigDirTest struct{}
var customConfigDirTestCases = map[string]testutils.TestCase{
"dns/cname-fingerprint.yaml": &customConfigDirTest{},
}
// Execute executes a test case and returns an error if occurred
func (h *customConfigDirTest) Execute(filePath string) error {
customTempDirectory, err := os.MkdirTemp("", "")
if err != nil {
return err
}
defer os.RemoveAll(customTempDirectory)
results, err := testutils.RunNucleiTemplateAndGetResults(filePath, "8x8exch02.8x8.com", debug, "-config-directory", customTempDirectory)
if err != nil {
return err
}
if len(results) == 0 {
return nil
}
files, err := os.ReadDir(customTempDirectory)
if err != nil {
return err
}
var fileNames []string
for _, file := range files {
fileNames = append(fileNames, file.Name())
}
return expectResultsCount(fileNames, 4)
}
+12 -20
View File
@@ -8,6 +8,7 @@ var dnsTestCases = map[string]testutils.TestCase{
"dns/basic.yaml": &dnsBasic{},
"dns/ptr.yaml": &dnsPtr{},
"dns/caa.yaml": &dnsCAA{},
"dns/tlsa.yaml": &dnsTLSA{},
"dns/variables.yaml": &dnsVariables{},
}
@@ -15,15 +16,10 @@ type dnsBasic struct{}
// Execute executes a test case and returns an error if occurred
func (h *dnsBasic) Execute(filePath string) error {
var routerErr error
results, err := testutils.RunNucleiTemplateAndGetResults(filePath, "one.one.one.one", debug)
if err != nil {
return err
}
if routerErr != nil {
return routerErr
}
return expectResultsCount(results, 1)
}
@@ -31,15 +27,10 @@ type dnsPtr struct{}
// Execute executes a test case and returns an error if occurred
func (h *dnsPtr) Execute(filePath string) error {
var routerErr error
results, err := testutils.RunNucleiTemplateAndGetResults(filePath, "1.1.1.1", debug)
if err != nil {
return err
}
if routerErr != nil {
return routerErr
}
return expectResultsCount(results, 1)
}
@@ -47,30 +38,31 @@ type dnsCAA struct{}
// Execute executes a test case and returns an error if occurred
func (h *dnsCAA) Execute(filePath string) error {
var routerErr error
results, err := testutils.RunNucleiTemplateAndGetResults(filePath, "google.com", debug)
if err != nil {
return err
}
if routerErr != nil {
return routerErr
}
return expectResultsCount(results, 1)
}
type dnsTLSA struct{}
// Execute executes a test case and returns an error if occurred
func (h *dnsTLSA) Execute(filePath string) error {
results, err := testutils.RunNucleiTemplateAndGetResults(filePath, "scanme.sh", debug)
if err != nil {
return err
}
return expectResultsCount(results, 0)
}
type dnsVariables struct{}
// Execute executes a test case and returns an error if occurred
func (h *dnsVariables) Execute(filePath string) error {
var routerErr error
results, err := testutils.RunNucleiTemplateAndGetResults(filePath, "one.one.one.one", debug)
if err != nil {
return err
}
if routerErr != nil {
return routerErr
}
return expectResultsCount(results, 1)
}
+128
View File
@@ -0,0 +1,128 @@
package main
import (
"encoding/json"
"fmt"
"net/http"
"net/http/httptest"
"net/url"
"github.com/julienschmidt/httprouter"
"github.com/projectdiscovery/nuclei/v2/pkg/output"
"github.com/projectdiscovery/nuclei/v2/pkg/testutils"
)
var fuzzingTestCases = map[string]testutils.TestCase{
"fuzz/fuzz-mode.yaml": &fuzzModeOverride{},
"fuzz/fuzz-type.yaml": &fuzzTypeOverride{},
"fuzz/fuzz-query.yaml": &httpFuzzQuery{},
}
type httpFuzzQuery struct{}
// Execute executes a test case and returns an error if occurred
func (h *httpFuzzQuery) Execute(filePath string) error {
router := httprouter.New()
router.GET("/", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
w.Header().Set("Content-Type", "text/html")
value := r.URL.Query().Get("id")
fmt.Fprintf(w, "This is test matcher text: %v", value)
})
ts := httptest.NewTLSServer(router)
defer ts.Close()
results, err := testutils.RunNucleiTemplateAndGetResults(filePath, ts.URL+"/?id=example", debug)
if err != nil {
return err
}
return expectResultsCount(results, 1)
}
type fuzzModeOverride struct{}
// Execute executes a test case and returns an error if occurred
func (h *fuzzModeOverride) Execute(filePath string) error {
router := httprouter.New()
router.GET("/", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
w.Header().Set("Content-Type", "text/html")
value := r.URL.Query().Get("id")
fmt.Fprintf(w, "This is test matcher text: %v", value)
})
ts := httptest.NewTLSServer(router)
defer ts.Close()
results, err := testutils.RunNucleiTemplateAndGetResults(filePath, ts.URL+"/?id=example&name=nuclei", debug, "-fuzzing-mode", "single", "-jsonl")
if err != nil {
return err
}
if err = expectResultsCount(results, 1); err != nil {
return err
}
var event output.ResultEvent
err = json.Unmarshal([]byte(results[0]), &event)
if err != nil {
return fmt.Errorf("could not unmarshal event: %s", err)
}
// Check whether the matched value url query params are correct
// default fuzzing mode is multiple in template, so all query params should be fuzzed
// but using -fm flag we are overriding fuzzing mode to single,
// so only one query param should be fuzzed, and the other should be the same
//parse url to get query params
matchedURL, err := url.Parse(event.Matched)
if err != nil {
return err
}
values, err := url.ParseQuery(matchedURL.RawQuery)
if err != nil {
return err
}
if values.Get("name") != "nuclei" {
return fmt.Errorf("expected fuzzing should not override the name nuclei got %s", values.Get("name"))
}
return nil
}
type fuzzTypeOverride struct{}
// Execute executes a test case and returns an error if occurred
func (h *fuzzTypeOverride) Execute(filePath string) error {
router := httprouter.New()
router.GET("/", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
w.Header().Set("Content-Type", "text/html")
value := r.URL.Query().Get("id")
fmt.Fprintf(w, "This is test matcher text: %v", value)
})
ts := httptest.NewTLSServer(router)
defer ts.Close()
results, err := testutils.RunNucleiTemplateAndGetResults(filePath, ts.URL+"?id=example", debug, "-fuzzing-type", "replace", "-jsonl")
if err != nil {
return err
}
if err = expectResultsCount(results, 1); err != nil {
return err
}
var event output.ResultEvent
err = json.Unmarshal([]byte(results[0]), &event)
if err != nil {
return fmt.Errorf("could not unmarshal event: %s", err)
}
// check whether the matched url query params are fuzzed
// default fuzzing type in template is postfix but we are overriding it to replace
// so the matched url query param should be replaced with fuzz-word
//parse url to get query params
matchedURL, err := url.Parse(event.Matched)
if err != nil {
return err
}
values, err := url.ParseQuery(matchedURL.RawQuery)
if err != nil {
return err
}
if values.Get("id") != "fuzz-word" {
return fmt.Errorf("expected id to be fuzz-word, got %s", values.Get("id"))
}
return nil
}
+47
View File
@@ -1,6 +1,7 @@
package main
import (
"io"
"net/http"
"net/http/httptest"
@@ -15,6 +16,7 @@ var headlessTestcases = map[string]testutils.TestCase{
"headless/headless-extract-values.yaml": &headlessExtractValues{},
"headless/headless-payloads.yaml": &headlessPayloads{},
"headless/variables.yaml": &headlessVariables{},
"headless/file-upload.yaml": &headlessFileUpload{},
}
type headlessBasic struct{}
@@ -111,3 +113,48 @@ func (h *headlessVariables) Execute(filePath string) error {
return expectResultsCount(results, 1)
}
type headlessFileUpload struct{}
// Execute executes a test case and returns an error if occurred
func (h *headlessFileUpload) Execute(filePath string) error {
router := httprouter.New()
router.GET("/", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
_, _ = w.Write([]byte(`
<!doctype html>
<body>
<form method=post enctype=multipart/form-data>
<input type=file name=file>
<input type=submit value=Upload>
</form>
</body>
</html>
`))
})
router.POST("/", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
file, _, err := r.FormFile("file")
if err != nil {
http.Error(w, err.Error(), http.StatusBadRequest)
return
}
defer file.Close()
content, err := io.ReadAll(file)
if err != nil {
http.Error(w, err.Error(), http.StatusBadRequest)
return
}
_, _ = w.Write(content)
})
ts := httptest.NewServer(router)
defer ts.Close()
results, err := testutils.RunNucleiTemplateAndGetResults(filePath, ts.URL, debug, "-headless")
if err != nil {
return err
}
return expectResultsCount(results, 1)
}
+413 -60
View File
@@ -4,23 +4,33 @@ import (
"encoding/json"
"errors"
"fmt"
"net"
"net/http"
"net/http/httptest"
"net/http/httputil"
"regexp"
"os"
"reflect"
"strconv"
"strings"
"time"
"github.com/julienschmidt/httprouter"
"gopkg.in/yaml.v2"
"github.com/projectdiscovery/nuclei/v2/pkg/testutils"
"github.com/projectdiscovery/retryablehttp-go"
errorutil "github.com/projectdiscovery/utils/errors"
logutil "github.com/projectdiscovery/utils/log"
sliceutil "github.com/projectdiscovery/utils/slice"
stringsutil "github.com/projectdiscovery/utils/strings"
)
var httpTestcases = map[string]testutils.TestCase{
// TODO: excluded due to parsing errors with console
// "http/raw-unsafe-request.yaml": &httpRawUnsafeRequest{},
"http/get-headers.yaml": &httpGetHeaders{},
"http/get-query-string.yaml": &httpGetQueryString{},
"http/get-redirects.yaml": &httpGetRedirects{},
"http/get-host-redirects.yaml": &httpGetHostRedirects{},
"http/disable-redirects.yaml": &httpDisableRedirects{},
"http/get.yaml": &httpGet{},
"http/post-body.yaml": &httpPostBody{},
@@ -30,14 +40,15 @@ var httpTestcases = map[string]testutils.TestCase{
"http/raw-dynamic-extractor.yaml": &httpRawDynamicExtractor{},
"http/raw-get-query.yaml": &httpRawGetQuery{},
"http/raw-get.yaml": &httpRawGet{},
"http/raw-path-trailing-slash.yaml": &httpRawPathTrailingSlash{},
"http/raw-payload.yaml": &httpRawPayload{},
"http/raw-post-body.yaml": &httpRawPostBody{},
"http/raw-unsafe-request.yaml": &httpRawUnsafeRequest{},
"http/raw-unsafe-path.yaml": &httpRawUnsafePath{},
"http/http-paths.yaml": &httpPaths{},
"http/request-condition.yaml": &httpRequestCondition{},
"http/request-condition-new.yaml": &httpRequestCondition{},
"http/interactsh.yaml": &httpInteractshRequest{},
"http/interactsh-stop-at-first-match.yaml": &httpInteractshStopAtFirstMatchRequest{},
"http/self-contained.yaml": &httpRequestSelContained{},
"http/self-contained.yaml": &httpRequestSelfContained{},
"http/self-contained-file-input.yaml": &httpRequestSelfContainedFileInput{},
"http/get-case-insensitive.yaml": &httpGetCaseInsensitive{},
"http/get.yaml,http/get-case-insensitive.yaml": &httpGetCaseInsensitiveCluster{},
"http/get-redirects-chain-headers.yaml": &httpGetRedirectsChainHeaders{},
@@ -52,6 +63,12 @@ var httpTestcases = map[string]testutils.TestCase{
"http/get-sni.yaml": &customCLISNI{},
"http/redirect-match-url.yaml": &httpRedirectMatchURL{},
"http/get-sni-unsafe.yaml": &customCLISNIUnsafe{},
"http/annotation-timeout.yaml": &annotationTimeout{},
"http/custom-attack-type.yaml": &customAttackType{},
"http/get-all-ips.yaml": &scanAllIPS{},
"http/get-without-scheme.yaml": &httpGetWithoutScheme{},
"http/cl-body-without-header.yaml": &httpCLBodyWithoutHeader{},
"http/cl-body-with-header.yaml": &httpCLBodyWithHeader{},
}
type httpInteractshRequest struct{}
@@ -62,7 +79,7 @@ func (h *httpInteractshRequest) Execute(filePath string) error {
router.GET("/", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
value := r.Header.Get("url")
if value != "" {
if resp, _ := http.DefaultClient.Get(value); resp != nil {
if resp, _ := retryablehttp.DefaultClient().Get(value); resp != nil {
resp.Body.Close()
}
}
@@ -78,6 +95,52 @@ func (h *httpInteractshRequest) Execute(filePath string) error {
return expectResultsCount(results, 1)
}
type httpDefaultMatcherCondition struct{}
// Execute executes a test case and returns an error if occurred
func (d *httpDefaultMatcherCondition) Execute(filePath string) error {
// to simulate matcher-condition `or`
// - template should be run twice and vulnerable server should send response that fits for that specific run
router := httprouter.New()
var routerErr error
// Server endpoint where only interactsh matcher is successful and status code is not 200
router.GET("/interactsh/", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
value := r.URL.Query().Get("url")
if value != "" {
if _, err := retryablehttp.DefaultClient().Get("https://" + value); err != nil {
routerErr = err
}
}
w.WriteHeader(http.StatusNotFound)
})
// Server endpoint where url is not probed but sends a 200 status code
router.GET("/status/", func(w http.ResponseWriter, r *http.Request, p httprouter.Params) {
w.WriteHeader(http.StatusOK)
})
ts := httptest.NewServer(router)
defer ts.Close()
results, err := testutils.RunNucleiTemplateAndGetResults(filePath, ts.URL+"/status", debug)
if err != nil {
return err
}
if err := expectResultsCount(results, 1); err != nil {
return err
}
results, err = testutils.RunNucleiTemplateAndGetResults(filePath, ts.URL+"/interactsh", debug)
if err != nil {
return err
}
if routerErr != nil {
return errorutil.NewWithErr(routerErr).Msgf("failed to send http request to interactsh server")
}
if err := expectResultsCount(results, 1); err != nil {
return err
}
return nil
}
type httpInteractshStopAtFirstMatchRequest struct{}
// Execute executes a test case and returns an error if occurred
@@ -86,7 +149,7 @@ func (h *httpInteractshStopAtFirstMatchRequest) Execute(filePath string) error {
router.GET("/", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
value := r.Header.Get("url")
if value != "" {
if resp, _ := http.DefaultClient.Get(value); resp != nil {
if resp, _ := retryablehttp.DefaultClient().Get(value); resp != nil {
resp.Body.Close()
}
}
@@ -98,6 +161,7 @@ func (h *httpInteractshStopAtFirstMatchRequest) Execute(filePath string) error {
if err != nil {
return err
}
// polling is asyncronous, so the interactions may be retrieved after the first request
return expectResultsCount(results, 1)
}
@@ -165,6 +229,34 @@ func (h *httpGetRedirects) Execute(filePath string) error {
return expectResultsCount(results, 1)
}
type httpGetHostRedirects struct{}
// Execute executes a test case and returns an error if occurred
func (h *httpGetHostRedirects) Execute(filePath string) error {
router := httprouter.New()
router.GET("/", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
http.Redirect(w, r, "/redirected1", http.StatusFound)
})
router.GET("/redirected1", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
http.Redirect(w, r, "redirected2", http.StatusFound)
})
router.GET("/redirected2", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
http.Redirect(w, r, "/redirected3", http.StatusFound)
})
router.GET("/redirected3", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
http.Redirect(w, r, "https://scanme.sh", http.StatusTemporaryRedirect)
})
ts := httptest.NewServer(router)
defer ts.Close()
results, err := testutils.RunNucleiTemplateAndGetResults(filePath, ts.URL, debug)
if err != nil {
return err
}
return expectResultsCount(results, 1)
}
type httpDisableRedirects struct{}
// Execute executes a test case and returns an error if occurred
@@ -249,19 +341,22 @@ func (h *httpDSLFunctions) Execute(filePath string) error {
return err
}
resultPattern := regexp.MustCompile(`\[[^]]+] \[[^]]+] \[[^]]+] [^]]+ \[([^]]+)]`)
submatch := resultPattern.FindStringSubmatch(results[0])
if len(submatch) != 2 {
return errors.New("could not parse the result")
// get result part
resultPart, err := stringsutil.After(results[0], ts.URL)
if err != nil {
return err
}
totalExtracted := strings.Split(submatch[1], ",")
numberOfDslFunctions := 57
if len(totalExtracted) != numberOfDslFunctions {
// remove additional characters till the first valid result and ignore last ] which doesn't alter the total count
resultPart = stringsutil.TrimPrefixAny(resultPart, "/", " ", "[")
extracted := strings.Split(resultPart, ",")
numberOfDslFunctions := 87
if len(extracted) != numberOfDslFunctions {
return errors.New("incorrect number of results")
}
for _, header := range totalExtracted {
for _, header := range extracted {
parts := strings.Split(header, ": ")
index, err := strconv.Atoi(parts[0])
if err != nil {
@@ -423,8 +518,6 @@ type httpRawGetQuery struct{}
// Execute executes a test case and returns an error if occurred
func (h *httpRawGetQuery) Execute(filePath string) error {
router := httprouter.New()
var routerErr error
router.GET("/", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
if strings.EqualFold(r.URL.Query().Get("test"), "nuclei") {
fmt.Fprintf(w, "Test is test raw-get-query-matcher text")
@@ -437,9 +530,6 @@ func (h *httpRawGetQuery) Execute(filePath string) error {
if err != nil {
return err
}
if routerErr != nil {
return routerErr
}
return expectResultsCount(results, 1)
}
@@ -449,8 +539,6 @@ type httpRawGet struct{}
// Execute executes a test case and returns an error if occurred
func (h *httpRawGet) Execute(filePath string) error {
router := httprouter.New()
var routerErr error
router.GET("/", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
fmt.Fprintf(w, "Test is test raw-get-matcher text")
})
@@ -461,11 +549,33 @@ func (h *httpRawGet) Execute(filePath string) error {
if err != nil {
return err
}
return expectResultsCount(results, 1)
}
type httpRawPathTrailingSlash struct{}
func (h *httpRawPathTrailingSlash) Execute(filepath string) error {
router := httprouter.New()
var routerErr error
router.GET("/", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
if r.RequestURI != "/test/..;/..;/" {
routerErr = fmt.Errorf("expected path /test/..;/..;/ but got %v", r.RequestURI)
return
}
})
ts := httptest.NewServer(router)
defer ts.Close()
_, err := testutils.RunNucleiTemplateAndGetResults(filepath, ts.URL, debug)
if err != nil {
return err
}
if routerErr != nil {
return routerErr
}
return expectResultsCount(results, 1)
return nil
}
type httpRawPayload struct{}
@@ -531,6 +641,104 @@ func (h *httpRawPostBody) Execute(filePath string) error {
return expectResultsCount(results, 1)
}
type httpRawUnsafePath struct{}
func (h *httpRawUnsafePath) Execute(filepath string) error {
// testing unsafe paths using router feedback is not possible cause they are `unsafe urls`
// hence it is done by parsing and matching paths from nuclei output with `-debug-req` flag
// read template files
bin, err := os.ReadFile(filepath)
if err != nil {
return err
}
// Instead of storing expected `paths` in code it is stored in
// `reference` section of template
type template struct {
Info struct {
Reference []string `yaml:"reference"`
}
}
var tpl template
if err = yaml.Unmarshal(bin, &tpl); err != nil {
return err
}
// expected relative paths
expected := []string{}
expected = append(expected, tpl.Info.Reference...)
if len(expected) == 0 {
return fmt.Errorf("something went wrong with %v template", filepath)
}
results, err := testutils.RunNucleiBinaryAndGetCombinedOutput(debug, []string{"-t", filepath, "-u", "scanme.sh", "-debug-req"})
if err != nil {
return err
}
actual := []string{}
for _, v := range strings.Split(results, "\n") {
if strings.Contains(v, "GET") {
parts := strings.Fields(v)
if len(parts) == 3 {
actual = append(actual, parts[1])
}
}
}
if !reflect.DeepEqual(expected, actual) {
return fmt.Errorf("%8v: %v\n%-8v: %v", "expected", expected, "actual", actual)
}
return nil
}
type httpPaths struct{}
func (h *httpPaths) Execute(filepath string) error {
// covers testcases similar to httpRawUnsafePath but when `unsafe:false`
bin, err := os.ReadFile(filepath)
if err != nil {
return err
}
// Instead of storing expected `paths` in code it is stored in
// `reference` section of template
type template struct {
Info struct {
Reference []string `yaml:"reference"`
}
}
var tpl template
if err = yaml.Unmarshal(bin, &tpl); err != nil {
return err
}
// expected relative paths
expected := []string{}
expected = append(expected, tpl.Info.Reference...)
if len(expected) == 0 {
return fmt.Errorf("something went wrong with %v template", filepath)
}
results, err := testutils.RunNucleiBinaryAndGetCombinedOutput(debug, []string{"-t", filepath, "-u", "scanme.sh", "-debug-req"})
if err != nil {
return err
}
actual := []string{}
for _, v := range strings.Split(results, "\n") {
if strings.Contains(v, "GET") {
parts := strings.Fields(v)
if len(parts) == 3 {
actual = append(actual, parts[1])
}
}
}
if !reflect.DeepEqual(expected, actual) {
return fmt.Errorf("%8v: %v\n%-8v: %v", "expected", expected, "actual", actual)
}
return nil
}
type httpRawCookieReuse struct{}
// Execute executes a test case and returns an error if occurred
@@ -576,41 +784,40 @@ func (h *httpRawCookieReuse) Execute(filePath string) error {
return expectResultsCount(results, 1)
}
type httpRawUnsafeRequest struct{}
// TODO: excluded due to parsing errors with console
// type httpRawUnsafeRequest struct{
// Execute executes a test case and returns an error if occurred
func (h *httpRawUnsafeRequest) Execute(filePath string) error {
var routerErr error
ts := testutils.NewTCPServer(nil, defaultStaticPort, func(conn net.Conn) {
defer conn.Close()
_, _ = conn.Write([]byte("HTTP/1.1 200 OK\r\nConnection: close\r\nContent-Length: 36\r\nContent-Type: text/plain; charset=utf-8\r\n\r\nThis is test raw-unsafe-matcher test"))
})
defer ts.Close()
results, err := testutils.RunNucleiTemplateAndGetResults(filePath, "http://"+ts.URL, debug)
if err != nil {
return err
}
if routerErr != nil {
return routerErr
}
return expectResultsCount(results, 1)
}
// func (h *httpRawUnsafeRequest) Execute(filePath string) error {
// var routerErr error
//
// ts := testutils.NewTCPServer(nil, defaultStaticPort, func(conn net.Conn) {
// defer conn.Close()
// _, _ = conn.Write([]byte("HTTP/1.1 200 OK\r\nContent-Length: 36\r\nContent-Type: text/plain; charset=utf-8\r\n\r\nThis is test raw-unsafe-matcher test"))
// })
// defer ts.Close()
//
// results, err := testutils.RunNucleiTemplateAndGetResults(filePath, "http://"+ts.URL, debug)
// if err != nil {
// return err
// }
// if routerErr != nil {
// return routerErr
// }
//
// return expectResultsCount(results, 1)
// }
type httpRequestCondition struct{}
// Execute executes a test case and returns an error if occurred
func (h *httpRequestCondition) Execute(filePath string) error {
router := httprouter.New()
var routerErr error
router.GET("/200", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
w.WriteHeader(200)
w.WriteHeader(http.StatusOK)
})
router.GET("/400", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
w.WriteHeader(400)
w.WriteHeader(http.StatusBadRequest)
})
ts := httptest.NewServer(router)
defer ts.Close()
@@ -619,20 +826,15 @@ func (h *httpRequestCondition) Execute(filePath string) error {
if err != nil {
return err
}
if routerErr != nil {
return routerErr
}
return expectResultsCount(results, 1)
}
type httpRequestSelContained struct{}
type httpRequestSelfContained struct{}
// Execute executes a test case and returns an error if occurred
func (h *httpRequestSelContained) Execute(filePath string) error {
func (h *httpRequestSelfContained) Execute(filePath string) error {
router := httprouter.New()
var routerErr error
router.GET("/", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
_, _ = w.Write([]byte("This is self-contained response"))
})
@@ -649,13 +851,57 @@ func (h *httpRequestSelContained) Execute(filePath string) error {
if err != nil {
return err
}
if routerErr != nil {
return routerErr
}
return expectResultsCount(results, 1)
}
type httpRequestSelfContainedFileInput struct{}
func (h *httpRequestSelfContainedFileInput) Execute(filePath string) error {
router := httprouter.New()
gotReqToEndpoints := []string{}
router.GET("/one", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
gotReqToEndpoints = append(gotReqToEndpoints, "/one")
_, _ = w.Write([]byte("This is self-contained response"))
})
router.GET("/two", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
gotReqToEndpoints = append(gotReqToEndpoints, "/two")
_, _ = w.Write([]byte("This is self-contained response"))
})
server := &http.Server{
Addr: fmt.Sprintf("localhost:%d", defaultStaticPort),
Handler: router,
}
go func() {
_ = server.ListenAndServe()
}()
defer server.Close()
// create temp file
FileLoc, err := os.CreateTemp("", "self-contained-payload-*.txt")
if err != nil {
return errorutil.NewWithErr(err).Msgf("failed to create temp file")
}
if _, err := FileLoc.Write([]byte("one\ntwo\n")); err != nil {
return errorutil.NewWithErr(err).Msgf("failed to write payload to temp file")
}
defer FileLoc.Close()
results, err := testutils.RunNucleiTemplateAndGetResults(filePath, "", debug, "-V", "test="+FileLoc.Name())
if err != nil {
return err
}
if err := expectResultsCount(results, 4); err != nil {
return err
}
if !sliceutil.ElementsMatch(gotReqToEndpoints, []string{"/one", "/two", "/one", "/two"}) {
return errorutil.NewWithTag(filePath, "expected requests to be sent to `/one` and `/two` endpoints but were sent to `%v`", gotReqToEndpoints)
}
return nil
}
type httpGetCaseInsensitive struct{}
// Execute executes a test case and returns an error if occurred
@@ -802,7 +1048,7 @@ type httpVariables struct{}
func (h *httpVariables) Execute(filePath string) error {
router := httprouter.New()
router.GET("/", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
fmt.Fprintf(w, "%s\n%s", r.Header.Get("Test"), r.Header.Get("Another"))
fmt.Fprintf(w, "%s\n%s\n%s", r.Header.Get("Test"), r.Header.Get("Another"), r.Header.Get("Email"))
})
ts := httptest.NewServer(router)
defer ts.Close()
@@ -909,3 +1155,110 @@ func (h *customCLISNIUnsafe) Execute(filePath string) error {
}
return expectResultsCount(results, 1)
}
type annotationTimeout struct{}
// Execute executes a test case and returns an error if occurred
func (h *annotationTimeout) Execute(filePath string) error {
router := httprouter.New()
router.GET("/", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
time.Sleep(4 * time.Second)
fmt.Fprintf(w, "This is test matcher text")
})
ts := httptest.NewTLSServer(router)
defer ts.Close()
results, err := testutils.RunNucleiTemplateAndGetResults(filePath, ts.URL, debug, "-timeout", "1")
if err != nil {
return err
}
return expectResultsCount(results, 1)
}
type customAttackType struct{}
// Execute executes a test case and returns an error if occurred
func (h *customAttackType) Execute(filePath string) error {
router := httprouter.New()
got := []string{}
router.GET("/", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
got = append(got, r.URL.RawQuery)
fmt.Fprintf(w, "This is test custom payload")
})
ts := httptest.NewTLSServer(router)
defer ts.Close()
_, err := testutils.RunNucleiTemplateAndGetResults(filePath, ts.URL, debug, "-attack-type", "clusterbomb")
if err != nil {
return err
}
return expectResultsCount(got, 4)
}
// Disabled as GH doesn't support ipv6
type scanAllIPS struct{}
// Execute executes a test case and returns an error if occurred
func (h *scanAllIPS) Execute(filePath string) error {
got, err := testutils.RunNucleiTemplateAndGetResults(filePath, "https://scanme.sh", debug, "-scan-all-ips", "-iv", "4")
if err != nil {
return err
}
// limiting test to ipv4 (GH doesn't support ipv6)
return expectResultsCount(got, 1)
}
// ensure that ip|host are handled without http|https scheme
type httpGetWithoutScheme struct{}
// Execute executes a test case and returns an error if occurred
func (h *httpGetWithoutScheme) Execute(filePath string) error {
got, err := testutils.RunNucleiTemplateAndGetResults(filePath, "scanme.sh", debug)
if err != nil {
return err
}
return expectResultsCount(got, 1)
}
// content-length in case the response has no header but has a body
type httpCLBodyWithoutHeader struct{}
// Execute executes a test case and returns an error if occurred
func (h *httpCLBodyWithoutHeader) Execute(filePath string) error {
logutil.DisableDefaultLogger()
defer logutil.EnableDefaultLogger()
router := httprouter.New()
router.GET("/", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
w.Header()["Content-Length"] = []string{"-1"}
fmt.Fprintf(w, "this is a test")
})
ts := httptest.NewTLSServer(router)
defer ts.Close()
got, err := testutils.RunNucleiTemplateAndGetResults(filePath, ts.URL, debug)
if err != nil {
return err
}
return expectResultsCount(got, 1)
}
// content-length in case the response has content-length header and a body
type httpCLBodyWithHeader struct{}
// Execute executes a test case and returns an error if occurred
func (h *httpCLBodyWithHeader) Execute(filePath string) error {
router := httprouter.New()
router.GET("/", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
w.Header()["Content-Length"] = []string{"50000"}
fmt.Fprintf(w, "this is a test")
})
ts := httptest.NewTLSServer(router)
defer ts.Close()
got, err := testutils.RunNucleiTemplateAndGetResults(filePath, ts.URL, debug)
if err != nil {
return err
}
return expectResultsCount(got, 1)
}
+113 -46
View File
@@ -1,13 +1,16 @@
package main
import (
"flag"
"fmt"
"os"
"sort"
"strings"
"github.com/logrusorgru/aurora"
"github.com/projectdiscovery/nuclei/v2/pkg/testutils"
sliceutil "github.com/projectdiscovery/utils/slice"
)
var (
@@ -19,24 +22,52 @@ var (
failed = aurora.Red("[✘]").String()
protocolTests = map[string]map[string]testutils.TestCase{
"http": httpTestcases,
"network": networkTestcases,
"dns": dnsTestCases,
"workflow": workflowTestcases,
"loader": loaderTestcases,
"websocket": websocketTestCases,
"headless": headlessTestcases,
"whois": whoisTestCases,
"ssl": sslTestcases,
"code": codeTestcases,
"templatesPath": templatesPathTestCases,
"templatesDir": templatesDirTestCases,
"file": fileTestcases,
"http": httpTestcases,
"interactsh": interactshTestCases,
"network": networkTestcases,
"dns": dnsTestCases,
"workflow": workflowTestcases,
"loader": loaderTestcases,
"websocket": websocketTestCases,
"headless": headlessTestcases,
"whois": whoisTestCases,
"ssl": sslTestcases,
"code": codeTestcases,
"templatesPath": templatesPathTestCases,
"templatesDir": templatesDirTestCases,
"file": fileTestcases,
"offlineHttp": offlineHttpTestcases,
"customConfigDir": customConfigDirTestCases,
"fuzzing": fuzzingTestCases,
}
// For debug purposes
runProtocol = ""
runTemplate = ""
extraArgs = []string{}
interactshRetryCount = 3
)
func main() {
failedTestTemplatePaths := runTests(toMap(toSlice(customTests)))
flag.StringVar(&runProtocol, "protocol", "", "run integration tests of given protocol")
flag.StringVar(&runTemplate, "template", "", "run integration test of given template")
flag.Parse()
// allows passing extra args to nuclei
eargs := os.Getenv("DebugExtraArgs")
if eargs != "" {
extraArgs = strings.Split(eargs, " ")
testutils.ExtraDebugArgs = extraArgs
}
if runProtocol != "" {
debugTests()
os.Exit(1)
}
customTestsList := normalizeSplit(customTests)
failedTestTemplatePaths := runTests(customTestsList)
if len(failedTestTemplatePaths) > 0 {
if githubAction {
@@ -50,18 +81,61 @@ func main() {
}
}
func runTests(customTemplatePaths map[string]struct{}) map[string]struct{} {
failedTestTemplatePaths := map[string]struct{}{}
// execute a testcase with retry and consider best of N
// intended for flaky tests like interactsh
func executeWithRetry(testCase testutils.TestCase, templatePath string, retryCount int) (string, error) {
var err error
for i := 0; i < retryCount; i++ {
err = testCase.Execute(templatePath)
if err == nil {
fmt.Printf("%s Test \"%s\" passed!\n", success, templatePath)
return "", nil
}
}
_, _ = fmt.Fprintf(os.Stderr, "%s Test \"%s\" failed after %v attempts : %s\n", failed, templatePath, retryCount, err)
return templatePath, err
}
func debugTests() {
keys := getMapKeys(protocolTests[runProtocol])
for _, tpath := range keys {
testcase := protocolTests[runProtocol][tpath]
if runTemplate != "" && !strings.Contains(tpath, runTemplate) {
continue
}
if runProtocol == "interactsh" {
if _, err := executeWithRetry(testcase, tpath, interactshRetryCount); err != nil {
fmt.Printf("\n%v", err.Error())
}
} else {
if _, err := execute(testcase, tpath); err != nil {
fmt.Printf("\n%v", err.Error())
}
}
}
}
func runTests(customTemplatePaths []string) []string {
var failedTestTemplatePaths []string
for proto, testCases := range protocolTests {
if len(customTemplatePaths) == 0 {
fmt.Printf("Running test cases for %q protocol\n", aurora.Blue(proto))
}
keys := getMapKeys(testCases)
for templatePath, testCase := range testCases {
if len(customTemplatePaths) == 0 || contains(customTemplatePaths, templatePath) {
if err, failedTemplatePath := execute(testCase, templatePath); err != nil {
failedTestTemplatePaths[failedTemplatePath] = struct{}{}
for _, templatePath := range keys {
testCase := testCases[templatePath]
if len(customTemplatePaths) == 0 || sliceutil.Contains(customTemplatePaths, templatePath) {
var failedTemplatePath string
var err error
if proto == "interactsh" {
failedTemplatePath, err = executeWithRetry(testCase, templatePath, interactshRetryCount)
} else {
failedTemplatePath, err = execute(testCase, templatePath)
}
if err != nil {
failedTestTemplatePaths = append(failedTestTemplatePaths, failedTemplatePath)
}
}
}
@@ -70,42 +144,35 @@ func runTests(customTemplatePaths map[string]struct{}) map[string]struct{} {
return failedTestTemplatePaths
}
func execute(testCase testutils.TestCase, templatePath string) (error, string) {
func execute(testCase testutils.TestCase, templatePath string) (string, error) {
if err := testCase.Execute(templatePath); err != nil {
_, _ = fmt.Fprintf(os.Stderr, "%s Test \"%s\" failed: %s\n", failed, templatePath, err)
return err, templatePath
return templatePath, err
}
fmt.Printf("%s Test \"%s\" passed!\n", success, templatePath)
return nil, ""
return "", nil
}
func expectResultsCount(results []string, expectedNumber int) error {
if len(results) != expectedNumber {
return fmt.Errorf("incorrect number of results: %d (actual) vs %d (expected) \nResults:\n\t%s\n", len(results), expectedNumber, strings.Join(results, "\n\t"))
func expectResultsCount(results []string, expectedNumbers ...int) error {
match := sliceutil.Contains(expectedNumbers, len(results))
if !match {
return fmt.Errorf("incorrect number of results: %d (actual) vs %v (expected) \nResults:\n\t%s\n", len(results), expectedNumbers, strings.Join(results, "\n\t"))
}
return nil
}
func toSlice(value string) []string {
if strings.TrimSpace(value) == "" {
return []string{}
func normalizeSplit(str string) []string {
return strings.FieldsFunc(str, func(r rune) bool {
return r == ','
})
}
func getMapKeys[T any](testcases map[string]T) []string {
keys := make([]string, 0, len(testcases))
for k := range testcases {
keys = append(keys, k)
}
return strings.Split(value, ",")
}
func toMap(slice []string) map[string]struct{} {
result := make(map[string]struct{}, len(slice))
for _, value := range slice {
if _, ok := result[value]; !ok {
result[value] = struct{}{}
}
}
return result
}
func contains(input map[string]struct{}, value string) bool {
_, ok := input[value]
return ok
sort.Strings(keys)
return keys
}
+10
View File
@@ -0,0 +1,10 @@
package main
import "github.com/projectdiscovery/nuclei/v2/pkg/testutils"
// All Interactsh related testcases
var interactshTestCases = map[string]testutils.TestCase{
"http/interactsh.yaml": &httpInteractshRequest{},
"http/interactsh-stop-at-first-match.yaml": &httpInteractshStopAtFirstMatchRequest{},
"http/default-matcher-condition.yaml": &httpDefaultMatcherCondition{},
}
+26 -3
View File
@@ -2,7 +2,6 @@ package main
import (
"fmt"
"io/ioutil"
"net/http"
"net/http/httptest"
"os"
@@ -16,6 +15,7 @@ import (
var loaderTestcases = map[string]testutils.TestCase{
"loader/template-list.yaml": &remoteTemplateList{},
"loader/workflow-list.yaml": &remoteWorkflowList{},
"loader/excluded-template.yaml": &excludedTemplate{},
"loader/nonexistent-template-list.yaml": &nonExistentTemplateList{},
"loader/nonexistent-workflow-list.yaml": &nonExistentWorkflowList{},
"loader/template-list-not-allowed.yaml": &remoteTemplateListNotAllowed{},
@@ -48,7 +48,7 @@ func (h *remoteTemplateList) Execute(templateList string) error {
defer ts.Close()
configFileData := `remote-template-domain: [ "` + ts.Listener.Addr().String() + `" ]`
err := ioutil.WriteFile("test-config.yaml", []byte(configFileData), os.ModePerm)
err := os.WriteFile("test-config.yaml", []byte(configFileData), os.ModePerm)
if err != nil {
return err
}
@@ -62,6 +62,29 @@ func (h *remoteTemplateList) Execute(templateList string) error {
return expectResultsCount(results, 2)
}
type excludedTemplate struct{}
// Execute executes a test case and returns an error if occurred
func (h *excludedTemplate) Execute(templateList string) error {
router := httprouter.New()
router.GET("/", func(w http.ResponseWriter, r *http.Request, _ httprouter.Params) {
fmt.Fprintf(w, "This is test matcher text")
if strings.EqualFold(r.Header.Get("test"), "nuclei") {
fmt.Fprintf(w, "This is test headers matcher text")
}
})
ts := httptest.NewServer(router)
defer ts.Close()
results, err := testutils.RunNucleiBareArgsAndGetResults(debug, "-target", ts.URL, "-t", templateList, "-include-templates", templateList)
if err != nil {
return err
}
return expectResultsCount(results, 1)
}
type remoteTemplateListNotAllowed struct{}
// Execute executes a test case and returns an error if occurred
@@ -124,7 +147,7 @@ func (h *remoteWorkflowList) Execute(workflowList string) error {
defer ts.Close()
configFileData := `remote-template-domain: [ "` + ts.Listener.Addr().String() + `" ]`
err := ioutil.WriteFile("test-config.yaml", []byte(configFileData), os.ModePerm)
err := os.WriteFile("test-config.yaml", []byte(configFileData), os.ModePerm)
if err != nil {
return err
}
-5
View File
@@ -99,8 +99,6 @@ type networkRequestSelContained struct{}
// Execute executes a test case and returns an error if occurred
func (h *networkRequestSelContained) Execute(filePath string) error {
var routerErr error
ts := testutils.NewTCPServer(nil, defaultStaticPort, func(conn net.Conn) {
defer conn.Close()
@@ -111,9 +109,6 @@ func (h *networkRequestSelContained) Execute(filePath string) error {
if err != nil {
return err
}
if routerErr != nil {
return routerErr
}
return expectResultsCount(results, 1)
}
+48
View File
@@ -0,0 +1,48 @@
package main
import (
"fmt"
"github.com/projectdiscovery/nuclei/v2/pkg/testutils"
)
var offlineHttpTestcases = map[string]testutils.TestCase{
"offlinehttp/rfc-req-resp.yaml": &RfcRequestResponse{},
"offlinehttp/offline-allowed-paths.yaml": &RequestResponseWithAllowedPaths{},
"offlinehttp/offline-raw.yaml": &RawRequestResponse{},
}
type RfcRequestResponse struct{}
// Execute executes a test case and returns an error if occurred
func (h *RfcRequestResponse) Execute(filePath string) error {
results, err := testutils.RunNucleiTemplateAndGetResults(filePath, "offlinehttp/data/", debug, "-passive")
if err != nil {
return err
}
return expectResultsCount(results, 1)
}
type RequestResponseWithAllowedPaths struct{}
// Execute executes a test case and returns an error if occurred
func (h *RequestResponseWithAllowedPaths) Execute(filePath string) error {
results, err := testutils.RunNucleiTemplateAndGetResults(filePath, "offlinehttp/data/", debug, "-passive")
if err != nil {
return err
}
return expectResultsCount(results, 1)
}
type RawRequestResponse struct{}
// Execute executes a test case and returns an error if occurred
func (h *RawRequestResponse) Execute(filePath string) error {
_, err := testutils.RunNucleiTemplateAndGetResults(filePath, "offlinehttp/data/", debug, "-passive")
if err == nil {
return fmt.Errorf("incorrect result: no error (actual) vs error expected")
}
return nil
}
+21
View File
@@ -12,6 +12,7 @@ var sslTestcases = map[string]testutils.TestCase{
"ssl/basic-ztls.yaml": &sslBasicZtls{},
"ssl/custom-cipher.yaml": &sslCustomCipher{},
"ssl/custom-version.yaml": &sslCustomVersion{},
"ssl/ssl-with-vars.yaml": &sslWithVars{},
}
type sslBasic struct{}
@@ -97,3 +98,23 @@ func (h *sslCustomVersion) Execute(filePath string) error {
return expectResultsCount(results, 1)
}
type sslWithVars struct{}
func (h *sslWithVars) Execute(filePath string) error {
ts := testutils.NewTCPServer(&tls.Config{}, defaultStaticPort, func(conn net.Conn) {
defer conn.Close()
data := make([]byte, 4)
if _, err := conn.Read(data); err != nil {
return
}
})
defer ts.Close()
results, err := testutils.RunNucleiTemplateAndGetResults(filePath, ts.URL, debug, "-V", "test=asdasdas")
if err != nil {
return err
}
return expectResultsCount(results, 1)
}
Loaded 100 of 372 files, more files were not shown because too many files have changed in this diff. Show more