test: add basic unit tests for scan package

adds tests for subdomain takeover detection, robots.txt fetching,
and result struct validation using httptest mock servers.

.all-contributorsrc

@@ -0,0 +1,81 @@
+{
+  "projectName": "sif",
+  "projectOwner": "lunchcat",
+  "files": [
+    "README.md"
+  ],
+  "commitType": "docs",
+  "commitConvention": "angular",
+  "contributorsPerLine": 7,
+  "contributors": [
+    {
+      "login": "vmfunc",
+      "name": "mel",
+      "avatar_url": "https://avatars.githubusercontent.com/u/59031302?v=4",
+      "profile": "https://vmfunc.re",
+      "contributions": [
+        "maintenance",
+        "mentoring",
+        "projectManagement",
+        "security",
+        "test",
+        "business",
+        "code",
+        "design",
+        "financial",
+        "ideas"
+      ]
+    },
+    {
+      "login": "projectdiscovery",
+      "name": "ProjectDiscovery",
+      "avatar_url": "https://avatars.githubusercontent.com/u/50994705?v=4",
+      "profile": "https://projectdiscovery.io",
+      "contributions": [
+        "platform"
+      ]
+    },
+    {
+      "login": "macdoos",
+      "name": "macdoos",
+      "avatar_url": "https://avatars.githubusercontent.com/u/127897805?v=4",
+      "profile": "https://github.com/macdoos",
+      "contributions": [
+      ]
+    },
+    {
+      "login": "D3adPlays",
+      "name": "Matthieu Witrowiez",
+      "avatar_url": "https://avatars.githubusercontent.com/u/75166283?v=4",
+      "profile": "https://epitech.eu",
+      "contributions": [
+        "ideas"
+      ]
+    },
+{
+      "login": "tessa-u-k",
+      "name": "tessa ",
+      "avatar_url": "https://avatars.githubusercontent.com/u/109355732?v=4",
+      "profile": "https://github.com/tessa-u-k",
+      "contributions": [
+        "infra",
+        "question",
+        "userTesting"
+      ]
+    },
+    {
+      "login": "xyzeva",
+      "name": "Eva",
+      "avatar_url": "https://avatars.githubusercontent.com/u/133499694?v=4",
+      "profile": "https://github.com/xyzeva",
+      "contributions": [
+        "blog",
+        "content",
+        "research",
+        "security",
+        "test",
+        "code"
+      ]
+    }
+  ]
+}

.github/workflows/automatic-rebase.yml

@@ -0,0 +1,18 @@
+name: Automatic Rebase
+on:
+  issue_comment:
+    types: [created]
+jobs:
+  rebase:
+    name: Rebase
+    if: github.event.issue.pull_request != '' && contains(github.event.comment.body, '/rebase')
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout the latest code
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+      - name: Automatic Rebase
+        uses: cirrus-actions/rebase@1.8
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/check-large-files.yml

@@ -0,0 +1,18 @@
+name: Check Large Files
+
+on:
+  pull_request:
+  push:
+    branches: [main]
+
+jobs:
+  check-large-files:
+    name: Check for large files
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Check for large files
+        run: |
+          find . -type f -size +5M | while read file; do
+            echo "::error file=${file}::File ${file} is larger than 5MB"
+          done

.github/workflows/code_quality.yml

@@ -0,0 +1,24 @@
+name: Qodana
+on:
+  workflow_dispatch:
+  pull_request:
+  push:
+    branches:
+      - main
+
+jobs:
+  qodana:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write
+      pull-requests: write
+      checks: write
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: ${{ github.event.pull_request.head.sha }}
+          fetch-depth: 0
+      - name: 'Qodana Scan'
+        uses: JetBrains/qodana-action@v2024.3
+        env:
+          QODANA_TOKEN: ${{ secrets.QODANA_TOKEN }}

.github/workflows/dependency-review.yml

@@ -0,0 +1,22 @@
+name: "Dependency Review"
+on:
+  pull_request:
+  push:
+    branches: [main]
+
+permissions:
+  contents: read
+
+jobs:
+  dependency-review:
+    runs-on: ubuntu-latest
+    steps:
+      - name: "Checkout Repository"
+        uses: actions/checkout@v4
+      - name: "Dependency Review"
+        uses: actions/dependency-review-action@v4
+        continue-on-error: ${{ github.event_name == 'push' }}
+      - name: "Check Dependency Review Outcome"
+        if: github.event_name == 'push' && failure()
+        run: |
+          echo "::warning::Dependency review failed. Please check the dependencies for potential issues."

.github/workflows/go.yml

@@ -1,17 +1,17 @@
 name: Go
 on:
   push:
-    branches: [ "main" ]
+    branches: ["main"]
   pull_request:
-    branches: [ "main" ]
+    branches: ["main"]
 jobs:
   build:
     runs-on: ubuntu-latest
     steps:
-    - uses: actions/checkout@v3
-    - name: Set up Go
-      uses: actions/setup-go@v4
-      with:
-        go-version: '1.20'
-    - name: Build
-      run: go build -v ./...
+      - uses: actions/checkout@v4
+      - name: Set up Go
+        uses: actions/setup-go@v4
+        with:
+          go-version: "1.23"
+      - name: Build
+        run: make

.github/workflows/language.yml

@@ -0,0 +1,25 @@
+name: Mind your language
+on:
+  issues:
+    types:
+      - opened
+      - edited
+  issue_comment:
+    types:
+      - created
+      - edited
+  pull_request_review_comment:
+    types:
+      - created
+      - edited
+jobs:
+  echo_issue_comment:
+    runs-on: ubuntu-latest
+    name: profanity check
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+      - name: Profanity check step
+        uses: tailaiw/mind-your-language-action@v1.0.3
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/markdown-lint.yml

@@ -0,0 +1,18 @@
+name: Markdown Lint
+
+on:
+  pull_request:
+    paths:
+      - "**/*.md"
+
+jobs:
+  markdownlint:
+    name: runner / markdownlint
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: markdownlint
+        uses: reviewdog/action-markdownlint@v0.24.0
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          reporter: github-pr-review

.github/workflows/misspell.yml

@@ -0,0 +1,20 @@
+name: Misspell Check
+
+on:
+  pull_request:
+  push:
+    branches: [main]
+
+jobs:
+  misspell:
+    name: runner / misspell
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: misspell
+        uses: reviewdog/action-misspell@v1.26.0
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          reporter: github-pr-review
+          level: warning
+          locale: "US"

.github/workflows/release.yml

@@ -0,0 +1,75 @@
+name: Release
+
+on:
+  push:
+    branches: [main]
+
+permissions:
+  contents: write
+  packages: write
+
+jobs:
+  test:
+    uses: ./.github/workflows/runtest.yml
+
+  build-and-release:
+    needs: test
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up Go
+        uses: actions/setup-go@v4
+        with:
+          go-version: "1.23"
+
+      - name: Build for Windows
+        run: |
+          GOOS=windows GOARCH=amd64 go build -o sif-windows-amd64.exe ./cmd/sif
+          GOOS=windows GOARCH=386 go build -o sif-windows-386.exe ./cmd/sif
+
+      - name: Build for macOS
+        run: |
+          GOOS=darwin GOARCH=amd64 go build -o sif-macos-amd64 ./cmd/sif
+          GOOS=darwin GOARCH=arm64 go build -o sif-macos-arm64 ./cmd/sif
+
+      - name: Build for Linux
+        run: |
+          GOOS=linux GOARCH=amd64 go build -o sif-linux-amd64 ./cmd/sif
+          GOOS=linux GOARCH=386 go build -o sif-linux-386 ./cmd/sif
+          GOOS=linux GOARCH=arm64 go build -o sif-linux-arm64 ./cmd/sif
+
+      - name: Set release version
+        run: echo "RELEASE_VERSION=$(git rev-parse --short HEAD)" >> $GITHUB_ENV
+
+      - name: Create Release and Upload Assets
+        uses: softprops/action-gh-release@v2
+        with:
+          tag_name: automated-release-${{ env.RELEASE_VERSION }}
+          name: Release ${{ env.RELEASE_VERSION }}
+          body: |
+            Automated release v${{ env.RELEASE_VERSION }}
+
+            ## Assets
+            - Windows (64-bit): `sif-windows-amd64.exe`
+            - Windows (32-bit): `sif-windows-386.exe`
+            - macOS (64-bit Intel): `sif-macos-amd64`
+            - macOS (64-bit ARM): `sif-macos-arm64`
+            - Linux (64-bit): `sif-linux-amd64`
+            - Linux (32-bit): `sif-linux-386`
+            - Linux (64-bit ARM): `sif-linux-arm64`
+
+            For more details, check the [commit history](https://github.com/${{ github.repository }}/commits/main).
+          draft: false
+          prerelease: false
+          files: |
+            sif-windows-amd64.exe
+            sif-windows-386.exe
+            sif-macos-amd64
+            sif-macos-arm64
+            sif-linux-amd64
+            sif-linux-386
+            sif-linux-arm64
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/reportcard.yml

@@ -0,0 +1,16 @@
+name: Update Report Card
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+  workflow_call:
+
+jobs:
+  update-report-card:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Update Go Report Card
+        uses: creekorful/goreportcard-action@v1.0

.github/workflows/runtest.yml

@@ -0,0 +1,29 @@
+name: Functional Test
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+  workflow_call:
+
+jobs:
+  build-and-test:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up Go
+        uses: actions/setup-go@v4
+        with:
+          go-version: "1.23"
+      - name: Build Sif
+        run: make
+      - name: Run Sif with features
+        run: |
+          ./sif -u https://google.com -dnslist small -dirlist small -dork -git -whois -cms
+          if [ $? -eq 0 ]; then
+            echo "Sif ran successfully"
+          else
+            echo "Sif exited with an error"
+            exit 1
+          fi

.github/workflows/shellcheck.yml

@@ -0,0 +1,18 @@
+name: Shell Check
+
+on:
+  pull_request:
+    paths:
+      - "**/*.sh"
+
+jobs:
+  shellcheck:
+    name: runner / shellcheck
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: shellcheck
+        uses: reviewdog/action-shellcheck@v1.27.0
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          reporter: github-pr-review

.github/workflows/yaml-lint.yml

@@ -0,0 +1,19 @@
+name: YAML Lint
+
+on:
+  pull_request:
+    paths:
+      - "**/*.yml"
+      - "**/*.yaml"
+
+jobs:
+  yamllint:
+    name: runner / yamllint
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: yamllint
+        uses: reviewdog/action-yamllint@v1.19.0
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          reporter: github-pr-review

.gitignore

@@ -31,3 +31,7 @@ result
 
 # nuclei templates
 nuclei-templates
+
+# claude files
+CLAUDE.md
+.claude/

.golangci.yml

@@ -0,0 +1,23 @@
+linters:
+  enable:
+    - errcheck      # check error returns
+    - govet         # suspicious constructs
+    - staticcheck   # advanced static analysis
+    - unused        # unused code
+    - gosimple      # simplifications
+    - ineffassign   # useless assignments
+    - misspell      # spelling mistakes
+
+linters-settings:
+  govet:
+    enable-all: true
+  errcheck:
+    check-blank: false
+
+run:
+  timeout: 5m
+  issues-exit-code: 1
+
+issues:
+  max-issues-per-linter: 50
+  max-same-issues: 3

CONTRIBUTING.md

@@ -31,7 +31,7 @@ When opening an issue, please use the search tool and make sure that the issue h
 
 ### Development
 
-To develop sif, you'll need version 1.20 or later of the Go toolchain. After making your changes, run the program using `go run ./cmd/sif` to make sure it compiles and runs properly.
+To develop sif, you'll need version 1.23 or later of the Go toolchain. After making your changes, run the program using `go run ./cmd/sif` to make sure it compiles and runs properly.
 
 *Nix users:* the repository provides a flake that can be used to develop and run sif. Use `nix run`, `nix develop`, `nix build`, etc. Make sure to run `gomod2nix` if `go.mod` is changed.
 

LICENSE

@@ -0,0 +1,11 @@
+Copyright 2023 - 2024 lunchcat, inc. ALL RIGHTS RESERVED.
+
+Use of this tool is restricted to research and educational purposes only. Usage in a production environment outside of these categories is strictly prohibited. Any person or entity wishing to use this tool outside of research or school purposes must purchase a license from https://lunchcat.dev.
+
+For Businesses:
+1. Licensing Requirement: Businesses intending to use this tool for any commercial, operational, or production purposes must obtain a commercial license from [lunchcat.dev](https://lunchcat.dev).
+2. Compliance: Businesses must ensure compliance with all applicable laws and regulations when using this tool.
+3. Liability: lunchcat assumes no liability for any damages or losses incurred by businesses using this tool without an appropriate license.
+4. Support: Licensed business users are eligible for dedicated support and updates as per the terms of their license agreement.
+5. Audits: lunchcat reserves the right to audit business usage of this tool to ensure compliance with the licensing terms.
+

LICENSE.md

@@ -0,0 +1,15 @@
+
+
+**Copyright 2023 - 2024 lunchcat. ALL RIGHTS RESERVED.**
+
+Use of this tool is restricted to research and educational purposes only. Usage in a production environment outside of these categories is strictly prohibited. Any person or entity wishing to use this tool outside of research or school purposes must purchase a license from [lunchcat.dev](https://lunchcat.dev).
+
+**For Businesses:**
+1. **Licensing Requirement:** Businesses intending to use this tool for any commercial, operational, or production purposes must obtain a commercial license from [lunchcat.dev](https://lunchcat.dev).
+2. **Compliance:** Businesses must ensure compliance with all applicable laws and regulations when using this tool.
+3. **Liability:** lunchcat assumes no liability for any damages or losses incurred by businesses using this tool without an appropriate license.
+4. **Support:** Licensed business users are eligible for dedicated support and updates as per the terms of their license agreement.
+5. **Audits:** lunchcat reserves the right to audit business usage of this tool to ensure compliance with the licensing terms.
+
+---
+

Makefile

@@ -1,3 +1,6 @@
+# Copyright (c) 2024 vmfunc, xyzeva, lunchcat, and contributors
+# SPDX-License-Identifier: MIT
+
 .POSIX:
 .SUFFIXES:
 
@@ -7,19 +10,82 @@ GOFLAGS ?=
 PREFIX ?= /usr/local
 BINDIR ?= bin
 
-all: sif
+define COPYRIGHT_ASCII
+╭────────────────────────────────────────────────────────────╮
+│                           _____________                    │
+│                    __________(_)__  __/                    │
+│                    __  ___/_  /__  /_                      │
+│                    _(__  )_  / _  __/                      │
+│                    /____/ /_/  /_/                         │
+│                                                            │
+╰────────────────────────────────────────────────────────────╯
+Copyright (c) 2024 vmfunc, xyzeva, lunchcat, and contributors
 
-sif: 
-	$(GO) build $(GOFLAGS) ./cmd/sif
+
+endef
+export COPYRIGHT_ASCII
+
+define SUPPORT_MESSAGE
+
+
+╭────────────────────────────────────────────────────────────╮
+│                                                            │
+│  🌟 Enjoying sif? Please consider:                         │
+│                                                            │
+│  • Starring our repo: https://github.com/lunchcat/sif      │
+│  • Supporting the devs: https://lunchcat.dev               │
+│                                                            │
+│  Your support helps us continue improving sif!             │
+│                                                            │
+╰────────────────────────────────────────────────────────────╯
+endef
+export SUPPORT_MESSAGE
+
+all: check_go_version sif
+	@echo "✅ All tasks completed successfully! 🎉"
+	@echo "$$SUPPORT_MESSAGE"
+
+check_go_version:
+	@echo "$$COPYRIGHT_ASCII"
+	@echo "🔍 Checking Go version..."
+	@$(GO) version | grep -E "go1\.[2-9][0-9]*\." || (echo "❌ Error: Please install the latest version of Go" && exit 1)
+	@echo "✅ Go version check passed!"
+
+sif: check_go_version
+	@echo "🛠️ Building sif..."
+	@echo "📁 Current directory: $$(pwd)"
+	@echo "🔧 Go flags: $(GOFLAGS)"
+	@echo "📦 Building package: ./cmd/sif"
+	$(GO) build -v $(GOFLAGS) ./cmd/sif
+	@echo "📊 Build info:"
+	@$(GO) version -m sif
+	@echo "✅ sif built successfully! 🚀"
 
 clean:
-	$(RM) -rf sif
+	@echo "$$COPYRIGHT_ASCII"
+	@echo "🧹 Cleaning up..."
+	@$(RM) -rf sif
+	@echo "✨ Cleanup complete!"
 
-install:
-	mkdir -p $(DESTDIR)$(PREFIX)/$(BINDIR)
-	cp -f sif $(DESTDIR)$(PREFIX)/$(BINDIR)
+install: check_go_version
+	@echo "$$COPYRIGHT_ASCII"
+	@echo "📦 Installing sif..."
+	@if [ "$$(uname)" != "Linux" ] && [ "$$(uname)" != "Darwin" ]; then \
+		echo "❌ Error: This installation script is for UNIX systems only."; \
+		exit 1; \
+	fi
+	@mkdir -p $(DESTDIR)$(PREFIX)/$(BINDIR) || (echo "🔒 Permission denied. Trying with sudo..." && sudo mkdir -p $(DESTDIR)$(PREFIX)/$(BINDIR))
+	@cp -f sif $(DESTDIR)$(PREFIX)/$(BINDIR) || (echo "🔒 Permission denied. Trying with sudo..." && sudo cp -f sif $(DESTDIR)$(PREFIX)/$(BINDIR))
+	@echo "✅ sif installed successfully! 🎊"
 
 uninstall:
-	$(RM) $(DESTDIR)$(PREFIX)/$(BINDIR)/sif
+	@echo "$$COPYRIGHT_ASCII"
+	@echo "🗑️ Uninstalling sif..."
+	@if [ "$$(uname)" != "Linux" ] && [ "$$(uname)" != "Darwin" ]; then \
+		echo "❌ Error: This uninstallation script is for UNIX systems only."; \
+		exit 1; \
+	fi
+	@$(RM) $(DESTDIR)$(PREFIX)/$(BINDIR)/sif || (echo "🔒 Permission denied. Trying with sudo..." && sudo $(RM) $(DESTDIR)$(PREFIX)/$(BINDIR)/sif)
+	@echo "✅ sif uninstalled successfully!"
 
-.PHONY: all sif clean install uninstall
+.PHONY: all check_go_version sif clean install uninstall

README.md

@@ -1,25 +1,26 @@
-# SIF IS UNDER ACTIVE DEVELOPEMENT ⚠️⚠️⚠️
-sif is not yet ready for release. please do not submit any issues until v1 is out. feel free to contact [hytracer](https://hytracer.ink) or [sfr](https://sfr.gay) if you'd like to help out!
-
-<pre align="center">
-       _____________
-__________(_)__  __/
-__  ___/_  /__  /_  
-_(__  )_  / _  __/  
-/____/ /_/  /_/     
-</pre>
-
-<h4 align="center">a blazing-fast pentesting (recon/exploitation) suite written in Go 🐾</h4>
-
 <div align="center">
 
-![Go version](https://img.shields.io/github/go-mod/go-version/dropalldatabases/sif)
-[![Go Report Card](https://goreportcard.com/badge/github.com/dropalldatabases/sif)](https://goreportcard.com/report/github.com/dropalldatabases/sif)
-[![Version](https://img.shields.io/github/v/tag/dropalldatabases/sif)](https://github.com/dropalldatabases/sif/tags)
-[![Chat on Discord](https://img.shields.io/discord/1102315948452614165)](https://discord.gg/dropalldatabases)
+![Go version](https://img.shields.io/github/go-mod/go-version/dropalldatabases/sif?style=flat-square)
+[![Go Report Card](https://goreportcard.com/badge/github.com/dropalldatabases/sif?style=flat-square)](https://goreportcard.com/report/github.com/dropalldatabases/sif)
+[![Version](https://img.shields.io/github/v/tag/dropalldatabases/sif?style=flat-square)](https://github.com/dropalldatabases/sif/tags)
+
 </div>
 
-## Features
+## 📖 Table of Contents
+
+- [Modules](#-modules)
+- [Installation](#-installation)
+- [Quick Start](#-quick-start)
+- [Usage](#-usage)
+- [Performance](#-performance)
+- [Contributing](#-contributing)
+- [Contributors](#-contributors)
+- [Acknowledgements](#-acknowledgements)
+
+## 🧩 Modules
+
+sif is built with a modular architecture, allowing for easy extension and customization. Some of our key modules include:
+
 - 📂 Directory/file fuzzing/scanning
 - 📡 DNS subdomain enumeration
 - 🐾 Common Web scanning
@@ -29,9 +30,130 @@ _(__  )_  / _  __/
   - Metasploit emulation for execution
 - 🔎 Automated Google dorking
 - 💘 Shodan integration
+- 📦 CMS detection
+- 🔍 HTTP Header Analysis
+- ☁️ C3 Misconfiguration Scanner
+- 🔍 Subdomain Takeover Checks
 
-## Contributing and support
+## 📦 Installation
 
-Please join [our Discord server](https://discord.gg/dropalldatabases) to discuss sif development and to ask questions. Feel free to open an issue on GitHub requesting an addition to sif or asking for help with an issue.
+### Using pre-built binaries
 
-Contributions are welcome! Make sure to read `CONTRIBUTING.md` before submitting a pull request.
+Visit our [Releases](https://github.com/dropalldatabases/sif/releases) page to download the latest pre-built binary for your operating system.
+
+### Building from source
+
+1. Ensure you have Go 1.23+ installed on your system.
+2. Clone the repository:
+   ```
+   git clone https://github.com/lunchcat/sif.git
+   cd sif
+   ```
+3. Build using the Makefile:
+   ```
+   make
+   ```
+4. The binary will be available in the root directory.
+
+## 🚀 Quick Start
+
+1. Run a basic scan:
+   ```
+   ./sif -u example.com
+   ```
+2. For more options and advanced usage, refer to the help command:
+   ```
+   ./sif -h
+   ```
+
+## 🛠 Usage
+
+sif offers a wide range of commands and options to customize your pentesting workflow. Here are some common usage examples:
+
+- Directory fuzzing
+
+```
+./sif -u http://example.com -dirlist medium
+```
+
+- Subdomain enumeration
+
+```
+./sif -u http://example.com -dnslist medium
+```
+
+- Supabase/Firebase and C3 Vulnerability scanning
+
+```
+./sif -u https://example.com -js -c3
+```
+
+- Port scanning
+
+```
+./sif -u https://example.com -ports common
+```
+
+For a complete list of commands and options, run `./sif -h`.
+
+## ⚡ Performance
+
+sif is designed for high performance and efficiency:
+
+- Written in Go for excellent concurrency and speed
+- Optimized algorithms for minimal resource usage
+- Supports multi-threading for faster scans
+- Efficient caching mechanisms to reduce redundant operations
+
+## 🤝 Contributing
+
+We welcome contributions from the community! Please read our [Contributing Guidelines](CONTRIBUTING.md) before submitting a pull request.
+
+Areas we're particularly interested in:
+
+- New scanning modules
+- Performance improvements
+- Documentation enhancements
+- Bug fixes and error handling improvements
+
+## 🌟 Contributors
+
+Thanks to these wonderful people who have contributed to sif:
+
+<!-- ALL-CONTRIBUTORS-LIST:START - Do not remove or modify this section -->
+<!-- prettier-ignore-start -->
+<!-- markdownlint-disable -->
+<table>
+  <tbody>
+    <tr>
+      <td align="center" valign="top" width="14.28%"><a href="https://vmfunc.re"><img src="https://avatars.githubusercontent.com/u/59031302?v=4?s=100" width="100px;" alt="mel"/><br /><sub><b>mel</b></sub></a><br /><a href="#maintenance-vmfunc" title="Maintenance">🚧</a> <a href="#mentoring-vmfunc" title="Mentoring">🧑‍🏫</a> <a href="#projectManagement-vmfunc" title="Project Management">📆</a> <a href="#security-vmfunc" title="Security">🛡️</a> <a href="#test-vmfunc" title="Tests">⚠️</a> <a href="#business-vmfunc" title="Business development">💼</a> <a href="#code-vmfunc" title="Code">💻</a> <a href="#design-vmfunc" title="Design">🎨</a> <a href="#financial-vmfunc" title="Financial">💵</a> <a href="#ideas-vmfunc" title="Ideas, Planning, & Feedback">🤔</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://projectdiscovery.io"><img src="https://avatars.githubusercontent.com/u/50994705?v=4?s=100" width="100px;" alt="ProjectDiscovery"/><br /><sub><b>ProjectDiscovery</b></sub></a><br /><a href="#platform-projectdiscovery" title="Packaging/porting to new platform">📦</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/macdoos"><img src="https://avatars.githubusercontent.com/u/127897805?v=4?s=100" width="100px;" alt="macdoos"/><br /><sub><b>macdoos</b></sub></a><br /><a href="#code-macdoos" title="Code">💻</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://epitech.eu"><img src="https://avatars.githubusercontent.com/u/75166283?v=4?s=100" width="100px;" alt="Matthieu Witrowiez"/><br /><sub><b>Matthieu Witrowiez</b></sub></a><br /><a href="#ideas-D3adPlays" title="Ideas, Planning, & Feedback">🤔</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/tessa-u-k"><img src="https://avatars.githubusercontent.com/u/109355732?v=4?s=100" width="100px;" alt="tessa "/><br /><sub><b>tessa </b></sub></a><br /><a href="#infra-tessa-u-k" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a> <a href="#question-tessa-u-k" title="Answering Questions">💬</a> <a href="#userTesting-tessa-u-k" title="User Testing">📓</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/xyzeva"><img src="https://avatars.githubusercontent.com/u/133499694?v=4?s=100" width="100px;" alt="Eva"/><br /><sub><b>Eva</b></sub></a><br /><a href="#blog-xyzeva" title="Blogposts">📝</a> <a href="#content-xyzeva" title="Content">🖋</a> <a href="#research-xyzeva" title="Research">🔬</a> <a href="#security-xyzeva" title="Security">🛡️</a> <a href="#test-xyzeva" title="Tests">⚠️</a> <a href="#code-xyzeva" title="Code">💻</a></td>
+    </tr>
+  </tbody>
+</table>
+
+<!-- markdownlint-restore -->
+<!-- prettier-ignore-end -->
+
+<!-- ALL-CONTRIBUTORS-LIST:END -->
+
+## 🙏 Acknowledgements
+
+We'd like to thank the following projects and communities for their inspiration and support:
+
+- [ProjectDiscovery](https://projectdiscovery.io/) for their amazing open-source security tools
+- [Shodan](https://www.shodan.io/)
+- [Malcore](https://www.malcore.io/), for providing us direct API support at Lunchcat.
+
+---
+
+<div align="center">
+  <strong>Happy Hunting! 🐾</strong>
+  <p>
+    <sub>Built with ❤️ by the lunchcat team and contributors worldwide</sub>
+  </p>
+</div>

cmd/sif/main.go

@@ -1,3 +1,27 @@
+/*
+╔══════════════════════════════════════════════════════════════════════════════╗
+║                                                                              ║
+║                                  SIF                                         ║
+║                                                                              ║
+║        Blazing-fast pentesting suite written in Go                           ║
+║                                                                              ║
+║        Copyright (c) 2023-2024 vmfunc, xyzeva, lunchcat contributors         ║
+║                    and other sif contributors.                               ║
+║                                                                              ║
+║                                                                              ║
+║        Use of this tool is restricted to research and educational            ║
+║        purposes only. Usage in a production environment outside              ║
+║        of these categories is strictly prohibited.                           ║
+║                                                                              ║
+║        Any person or entity wishing to use this tool outside of              ║
+║        research or educational purposes must purchase a license              ║
+║        from https://lunchcat.dev                                             ║
+║                                                                              ║
+║        For more information, visit: https://github.com/lunchcat/sif          ║
+║                                                                              ║
+╚══════════════════════════════════════════════════════════════════════════════╝
+*/
+
 package main
 
 import (

go.mod

@@ -1,13 +1,18 @@
 module github.com/dropalldatabases/sif
 
-go 1.20
+go 1.23
+
+toolchain go1.25.5
 
 require (
+	github.com/antchfx/htmlquery v1.3.0
 	github.com/charmbracelet/lipgloss v0.8.0
 	github.com/charmbracelet/log v0.2.4
-	github.com/projectdiscovery/goflags v0.1.19
+	github.com/likexian/whois v1.15.1
+	github.com/projectdiscovery/goflags v0.1.54
 	github.com/projectdiscovery/nuclei/v2 v2.9.14
 	github.com/projectdiscovery/ratelimit v0.0.9
+	github.com/projectdiscovery/utils v0.1.1
 	github.com/rocketlaunchr/google-search v1.1.6
 )
 
@@ -18,7 +23,6 @@ require (
 	github.com/Masterminds/semver/v3 v3.2.1 // indirect
 	github.com/Mzack9999/gcache v0.0.0-20230410081825-519e28eab057 // indirect
 	github.com/Mzack9999/go-http-digest-auth-client v0.6.1-0.20220414142836-eb8883508809 // indirect
-	github.com/Mzack9999/ldapserver v1.0.2-0.20211229000134-b44a0d6ad0dd // indirect
 	github.com/PuerkitoBio/goquery v1.8.1 // indirect
 	github.com/VividCortex/ewma v1.2.0 // indirect
 	github.com/akrylysov/pogreb v0.10.1 // indirect
@@ -26,10 +30,9 @@ require (
 	github.com/alecthomas/jsonschema v0.0.0-20211022214203-8b29eab41725 // indirect
 	github.com/alecthomas/template v0.0.0-20190718012654-fb15b899a751 // indirect
 	github.com/alecthomas/units v0.0.0-20211218093645-b94a6e3cc137 // indirect
-	github.com/andybalholm/brotli v1.0.5 // indirect
+	github.com/andybalholm/brotli v1.0.6 // indirect
 	github.com/andybalholm/cascadia v1.3.2 // indirect
 	github.com/andygrunwald/go-jira v1.16.0 // indirect
-	github.com/antchfx/htmlquery v1.3.0 // indirect
 	github.com/antchfx/xmlquery v1.3.15 // indirect
 	github.com/antchfx/xpath v1.2.4 // indirect
 	github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 // indirect
@@ -52,14 +55,14 @@ require (
 	github.com/charmbracelet/glamour v0.6.0 // indirect
 	github.com/cheggaaa/pb/v3 v3.1.4 // indirect
 	github.com/cloudflare/cfssl v1.6.4 // indirect
-	github.com/cloudflare/circl v1.3.3 // indirect
+	github.com/cloudflare/circl v1.3.7 // indirect
 	github.com/cnf/structhash v0.0.0-20201127153200-e1b16c1ebc08 // indirect
 	github.com/corpix/uarand v0.2.0 // indirect
 	github.com/dimchansky/utfbom v1.1.1 // indirect
 	github.com/dlclark/regexp2 v1.8.1 // indirect
 	github.com/docker/go-units v0.5.0 // indirect
-	github.com/dsnet/compress v0.0.1 // indirect
-	github.com/fatih/color v1.15.0 // indirect
+	github.com/dsnet/compress v0.0.2-0.20210315054119-f66993602bf5 // indirect
+	github.com/fatih/color v1.16.0 // indirect
 	github.com/fatih/structs v1.1.0 // indirect
 	github.com/gabriel-vasile/mimetype v1.4.2 // indirect
 	github.com/gaukas/godicttls v0.0.4 // indirect
@@ -75,7 +78,7 @@ require (
 	github.com/gobwas/pool v0.2.1 // indirect
 	github.com/gobwas/ws v1.2.1 // indirect
 	github.com/gocolly/colly/v2 v2.1.0 // indirect
-	github.com/golang-jwt/jwt/v4 v4.5.0 // indirect
+	github.com/golang-jwt/jwt/v4 v4.5.1 // indirect
 	github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da // indirect
 	github.com/golang/protobuf v1.5.3 // indirect
 	github.com/golang/snappy v0.0.4 // indirect
@@ -83,11 +86,12 @@ require (
 	github.com/google/go-github v17.0.0+incompatible // indirect
 	github.com/google/go-github/v30 v30.1.0 // indirect
 	github.com/google/go-querystring v1.1.0 // indirect
+	github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510 // indirect
 	github.com/google/uuid v1.3.1 // indirect
 	github.com/gorilla/css v1.0.0 // indirect
 	github.com/h2non/filetype v1.1.3 // indirect
 	github.com/hashicorp/go-cleanhttp v0.5.2 // indirect
-	github.com/hashicorp/go-retryablehttp v0.7.2 // indirect
+	github.com/hashicorp/go-retryablehttp v0.7.7 // indirect
 	github.com/hashicorp/go-version v1.6.0 // indirect
 	github.com/hbakhtiyor/strsim v0.0.0-20190107154042-4d2bbb273edf // indirect
 	github.com/hdm/jarm-go v0.0.7 // indirect
@@ -100,22 +104,23 @@ require (
 	github.com/kennygrant/sanitize v1.2.4 // indirect
 	github.com/klauspost/compress v1.16.7 // indirect
 	github.com/klauspost/cpuid/v2 v2.2.5 // indirect
+	github.com/klauspost/pgzip v1.2.5 // indirect
 	github.com/leodido/go-urn v1.2.4 // indirect
 	github.com/libdns/libdns v0.2.1 // indirect
-	github.com/likexian/whois v1.15.1 // indirect
 	github.com/logrusorgru/aurora v2.0.3+incompatible // indirect
 	github.com/lor00x/goldap v0.0.0-20180618054307-a546dffdd1a3 // indirect
 	github.com/lucasb-eyer/go-colorful v1.2.0 // indirect
 	github.com/lufia/plan9stats v0.0.0-20211012122336-39d0f177ccd0 // indirect
 	github.com/mackerelio/go-osstat v0.2.4 // indirect
 	github.com/mattn/go-colorable v0.1.13 // indirect
-	github.com/mattn/go-isatty v0.0.19 // indirect
+	github.com/mattn/go-isatty v0.0.20 // indirect
 	github.com/mattn/go-runewidth v0.0.14 // indirect
 	github.com/mholt/acmez v1.2.0 // indirect
 	github.com/mholt/archiver v3.1.1+incompatible // indirect
+	github.com/mholt/archiver/v3 v3.5.1 // indirect
 	github.com/microcosm-cc/bluemonday v1.0.25 // indirect
-	github.com/miekg/dns v1.1.55 // indirect
-	github.com/minio/selfupdate v0.6.0 // indirect
+	github.com/miekg/dns v1.1.56 // indirect
+	github.com/minio/selfupdate v0.6.1-0.20230907112617-f11e74f84ca7 // indirect
 	github.com/mitchellh/go-homedir v1.1.0 // indirect
 	github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
 	github.com/modern-go/reflect2 v1.0.2 // indirect
@@ -124,33 +129,35 @@ require (
 	github.com/nwaples/rardecode v1.1.3 // indirect
 	github.com/olekukonko/tablewriter v0.0.5 // indirect
 	github.com/pierrec/lz4 v2.6.1+incompatible // indirect
+	github.com/pierrec/lz4/v4 v4.1.2 // indirect
 	github.com/pkg/errors v0.9.1 // indirect
 	github.com/power-devops/perfstat v0.0.0-20210106213030-5aafc221ea8c // indirect
-	github.com/projectdiscovery/asnmap v1.0.4 // indirect
+	github.com/projectdiscovery/asnmap v1.1.0 // indirect
 	github.com/projectdiscovery/blackrock v0.0.1 // indirect
 	github.com/projectdiscovery/cdncheck v1.0.9 // indirect
 	github.com/projectdiscovery/clistats v0.0.19 // indirect
 	github.com/projectdiscovery/dsl v0.0.20 // indirect
-	github.com/projectdiscovery/fastdialer v0.0.37 // indirect
+	github.com/projectdiscovery/fastdialer v0.1.1 // indirect
 	github.com/projectdiscovery/fasttemplate v0.0.2 // indirect
 	github.com/projectdiscovery/freeport v0.0.5 // indirect
-	github.com/projectdiscovery/gologger v1.1.11 // indirect
+	github.com/projectdiscovery/gologger v1.1.12 // indirect
 	github.com/projectdiscovery/gostruct v0.0.1 // indirect
-	github.com/projectdiscovery/hmap v0.0.16 // indirect
+	github.com/projectdiscovery/hmap v0.0.45 // indirect
 	github.com/projectdiscovery/httpx v1.3.4 // indirect
-	github.com/projectdiscovery/interactsh v1.1.6 // indirect
-	github.com/projectdiscovery/mapcidr v1.1.2 // indirect
-	github.com/projectdiscovery/networkpolicy v0.0.6 // indirect
+	github.com/projectdiscovery/interactsh v1.2.0 // indirect
+	github.com/projectdiscovery/ldapserver v1.0.2-0.20240219154113-dcc758ebc0cb // indirect
+	github.com/projectdiscovery/machineid v0.0.0-20240226150047-2e2c51e35983 // indirect
+	github.com/projectdiscovery/mapcidr v1.1.34 // indirect
+	github.com/projectdiscovery/networkpolicy v0.0.8 // indirect
 	github.com/projectdiscovery/rawhttp v0.1.18 // indirect
 	github.com/projectdiscovery/rdap v0.9.1-0.20221108103045-9865884d1917 // indirect
-	github.com/projectdiscovery/retryabledns v1.0.35 // indirect
-	github.com/projectdiscovery/retryablehttp-go v1.0.25 // indirect
+	github.com/projectdiscovery/retryabledns v1.0.62 // indirect
+	github.com/projectdiscovery/retryablehttp-go v1.0.63 // indirect
 	github.com/projectdiscovery/sarif v0.0.1 // indirect
 	github.com/projectdiscovery/tlsx v1.1.4 // indirect
-	github.com/projectdiscovery/utils v0.0.52 // indirect
 	github.com/projectdiscovery/yamldoc-go v1.0.4 // indirect
-	github.com/quic-go/quic-go v0.37.4 // indirect
-	github.com/refraction-networking/utls v1.5.2 // indirect
+	github.com/quic-go/quic-go v0.48.2 // indirect
+	github.com/refraction-networking/utls v1.5.4 // indirect
 	github.com/remeh/sizedwaitgroup v1.0.0 // indirect
 	github.com/rivo/uniseg v0.4.4 // indirect
 	github.com/rs/xid v1.5.0 // indirect
@@ -171,11 +178,10 @@ require (
 	github.com/tidwall/pretty v1.2.1 // indirect
 	github.com/tidwall/rtred v0.1.2 // indirect
 	github.com/tidwall/tinyqueue v0.1.1 // indirect
-	github.com/tklauser/go-sysconf v0.3.11 // indirect
-	github.com/tklauser/numcpus v0.6.0 // indirect
+	github.com/tklauser/go-sysconf v0.3.12 // indirect
+	github.com/tklauser/numcpus v0.6.1 // indirect
 	github.com/trivago/tgo v1.0.7 // indirect
 	github.com/ulikunitz/xz v0.5.11 // indirect
-	github.com/ulule/deepcopier v0.0.0-20200430083143-45decc6639b6 // indirect
 	github.com/valyala/bytebufferpool v1.0.0 // indirect
 	github.com/valyala/fasttemplate v1.2.2 // indirect
 	github.com/weppos/publicsuffix-go v0.30.1-0.20230422193905-8fecedd899db // indirect
@@ -189,7 +195,8 @@ require (
 	github.com/ysmood/leakless v0.8.0 // indirect
 	github.com/yuin/goldmark v1.5.4 // indirect
 	github.com/yuin/goldmark-emoji v1.0.1 // indirect
-	github.com/yusufpapurcu/wmi v1.2.3 // indirect
+	github.com/yusufpapurcu/wmi v1.2.4 // indirect
+	github.com/zcalusic/sysinfo v1.0.2 // indirect
 	github.com/zeebo/blake3 v0.2.3 // indirect
 	github.com/zmap/rc2 v0.0.0-20190804163417-abaa70531248 // indirect
 	github.com/zmap/zcrypto v0.0.0-20230422215203-9a665e1e9968 // indirect
@@ -197,17 +204,19 @@ require (
 	go.uber.org/multierr v1.11.0 // indirect
 	go.uber.org/zap v1.25.0 // indirect
 	goftp.io/server/v2 v2.0.1 // indirect
-	golang.org/x/crypto v0.18.0 // indirect
-	golang.org/x/exp v0.0.0-20230626212559-97b1e661b5df // indirect
-	golang.org/x/mod v0.12.0 // indirect
-	golang.org/x/net v0.20.0 // indirect
+	golang.org/x/crypto v0.26.0 // indirect
+	golang.org/x/exp v0.0.0-20240506185415-9bf2ced13842 // indirect
+	golang.org/x/mod v0.17.0 // indirect
+	golang.org/x/net v0.28.0 // indirect
 	golang.org/x/oauth2 v0.11.0 // indirect
-	golang.org/x/sys v0.16.0 // indirect
-	golang.org/x/text v0.14.0 // indirect
-	golang.org/x/time v0.3.0 // indirect
-	golang.org/x/tools v0.11.0 // indirect
+	golang.org/x/sync v0.8.0 // indirect
+	golang.org/x/sys v0.23.0 // indirect
+	golang.org/x/term v0.23.0 // indirect
+	golang.org/x/text v0.17.0 // indirect
+	golang.org/x/time v0.5.0 // indirect
+	golang.org/x/tools v0.21.1-0.20240508182429-e35e4ccd0d2d // indirect
 	google.golang.org/appengine v1.6.7 // indirect
-	google.golang.org/protobuf v1.31.0 // indirect
+	google.golang.org/protobuf v1.33.0 // indirect
 	gopkg.in/alecthomas/kingpin.v2 v2.2.6 // indirect
 	gopkg.in/corvus-ch/zbase32.v1 v1.0.0 // indirect
 	gopkg.in/djherbis/times.v1 v1.3.0 // indirect

go.sum

@@ -13,8 +13,6 @@ github.com/Mzack9999/gcache v0.0.0-20230410081825-519e28eab057 h1:KFac3SiGbId8ub
 github.com/Mzack9999/gcache v0.0.0-20230410081825-519e28eab057/go.mod h1:iLB2pivrPICvLOuROKmlqURtFIEsoJZaMidQfCG1+D4=
 github.com/Mzack9999/go-http-digest-auth-client v0.6.1-0.20220414142836-eb8883508809 h1:ZbFL+BDfBqegi+/Ssh7im5+aQfBRx6it+kHnC7jaDU8=
 github.com/Mzack9999/go-http-digest-auth-client v0.6.1-0.20220414142836-eb8883508809/go.mod h1:upgc3Zs45jBDnBT4tVRgRcgm26ABpaP7MoTSdgysca4=
-github.com/Mzack9999/ldapserver v1.0.2-0.20211229000134-b44a0d6ad0dd h1:RTWs+wEY9efxTKK5aFic5C5KybqQelGcX+JdM69KoTo=
-github.com/Mzack9999/ldapserver v1.0.2-0.20211229000134-b44a0d6ad0dd/go.mod h1:AqtPw7WNT0O69k+AbPKWVGYeW94TqgMW/g+Ppc8AZr4=
 github.com/PuerkitoBio/goquery v1.5.1/go.mod h1:GsLWisAFVj4WgDibEWF4pvYnkVQBpKBKeU+7zCJoLcc=
 github.com/PuerkitoBio/goquery v1.8.1 h1:uQxhNlArOIdbrH1tr0UXwdVFgDcZDrZVdcpygAcwmWM=
 github.com/PuerkitoBio/goquery v1.8.1/go.mod h1:Q8ICL1kNUJ2sXGoAhPGUdYDJvgQgHzJsnnd3H7Ho5jQ=
@@ -32,8 +30,9 @@ github.com/alecthomas/template v0.0.0-20190718012654-fb15b899a751/go.mod h1:LOuy
 github.com/alecthomas/units v0.0.0-20190717042225-c3de453c63f4/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0=
 github.com/alecthomas/units v0.0.0-20211218093645-b94a6e3cc137 h1:s6gZFSlWYmbqAuRjVTiNNhvNRfY2Wxp9nhfyel4rklc=
 github.com/alecthomas/units v0.0.0-20211218093645-b94a6e3cc137/go.mod h1:OMCwj8VM1Kc9e19TLln2VL61YJF0x1XFtfdL4JdbSyE=
-github.com/andybalholm/brotli v1.0.5 h1:8uQZIdzKmjc/iuPu7O2ioW48L81FgatrcpfFmiq/cCs=
-github.com/andybalholm/brotli v1.0.5/go.mod h1:fO7iG3H7G2nSZ7m0zPUDn85XEX2GTukHGRSepvi9Eig=
+github.com/andybalholm/brotli v1.0.1/go.mod h1:loMXtMfwqflxFJPmdbJO0a3KNoPuLBgiu3qAvBg8x/Y=
+github.com/andybalholm/brotli v1.0.6 h1:Yf9fFpf49Zrxb9NlQaluyE92/+X7UVHlhMNJN2sxfOI=
+github.com/andybalholm/brotli v1.0.6/go.mod h1:fO7iG3H7G2nSZ7m0zPUDn85XEX2GTukHGRSepvi9Eig=
 github.com/andybalholm/cascadia v1.1.0/go.mod h1:GsXiBklL0woXo1j/WYWtSYYC4ouU9PqHO0sqidkEA4Y=
 github.com/andybalholm/cascadia v1.2.0/go.mod h1:YCyR8vOZT9aZ1CHEd8ap0gMVm2aFgxBp0T0eFw1RUQY=
 github.com/andybalholm/cascadia v1.3.1/go.mod h1:R4bJ1UQfqADjvDa4P6HZHLh/3OxWWEqc0Sk8XGwHqvA=
@@ -84,8 +83,11 @@ github.com/aymanbagabas/go-osc52/v2 v2.0.1/go.mod h1:uYgXzlJ7ZpABp8OJ+exZzJJhRNQ
 github.com/aymerick/douceur v0.2.0 h1:Mv+mAeH1Q+n9Fr+oyamOlAkUNPWPlA8PPGR0QAaYuPk=
 github.com/aymerick/douceur v0.2.0/go.mod h1:wlT5vV2O3h55X9m7iVYN0TBM0NH/MmbLnd30/FjWUq4=
 github.com/benbjohnson/clock v1.3.0 h1:ip6w0uFQkncKQ979AypyG0ER7mqUSBdKLOgAle/AT8A=
+github.com/benbjohnson/clock v1.3.0/go.mod h1:J11/hYXuz8f4ySSvYwY0FKfm+ezbsZBKZxNJlLklBHA=
 github.com/bits-and-blooms/bitset v1.8.0 h1:FD+XqgOZDUxxZ8hzoBFuV9+cGWY9CslN6d5MS5JVb4c=
+github.com/bits-and-blooms/bitset v1.8.0/go.mod h1:7hO7Gc7Pp1vODcmWvKMRA9BNmbv6a/7QIWpPxHddWR8=
 github.com/bits-and-blooms/bloom/v3 v3.5.0 h1:AKDvi1V3xJCmSR6QhcBfHbCN4Vf8FfxeWkMNQfmAGhY=
+github.com/bits-and-blooms/bloom/v3 v3.5.0/go.mod h1:Y8vrn7nk1tPIlmLtW2ZPV+W7StdVMor6bC1xgpjMZFs=
 github.com/bluele/gcache v0.0.2 h1:WcbfdXICg7G/DGBh1PFfcirkWOQV+v077yF1pSy3DGw=
 github.com/bluele/gcache v0.0.2/go.mod h1:m15KV+ECjptwSPxKhOhQoAFQVtUFjTVkc3H8o0t/fp0=
 github.com/caddyserver/certmagic v0.19.2 h1:HZd1AKLx4592MalEGQS39DKs2ZOAJCEM/xYPMQ2/ui0=
@@ -102,8 +104,8 @@ github.com/cheggaaa/pb/v3 v3.1.4/go.mod h1:6wVjILNBaXMs8c21qRiaUM8BR82erfgau1DQ4
 github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw=
 github.com/cloudflare/cfssl v1.6.4 h1:NMOvfrEjFfC63K3SGXgAnFdsgkmiq4kATme5BfcqrO8=
 github.com/cloudflare/cfssl v1.6.4/go.mod h1:8b3CQMxfWPAeom3zBnGJ6sd+G1NkL5TXqmDXacb+1J0=
-github.com/cloudflare/circl v1.3.3 h1:fE/Qz0QdIGqeWfnwq0RE0R7MI51s0M2E4Ga9kq5AEMs=
-github.com/cloudflare/circl v1.3.3/go.mod h1:5XYMA4rFBvNIrhs50XuiBJ15vF2pZn4nnUKZrLbUZFA=
+github.com/cloudflare/circl v1.3.7 h1:qlCDlTPz2n9fu58M0Nh1J/JzcFpfgkFHHX3O35r5vcU=
+github.com/cloudflare/circl v1.3.7/go.mod h1:sRTcRWXGLrKw6yIGJ+l7amYJFfAXbZG0kBSc8r4zxgA=
 github.com/cnf/structhash v0.0.0-20201127153200-e1b16c1ebc08 h1:ox2F0PSMlrAAiAdknSRMDrAr8mfxPCfSZolH+/qQnyQ=
 github.com/cnf/structhash v0.0.0-20201127153200-e1b16c1ebc08/go.mod h1:pCxVEbcm3AMg7ejXyorUXi6HQCzOIBf7zEDVPtw0/U4=
 github.com/corpix/uarand v0.2.0 h1:U98xXwud/AVuCpkpgfPF7J5TQgr7R5tqT8VZP5KWbzE=
@@ -118,29 +120,31 @@ github.com/dlclark/regexp2 v1.8.1 h1:6Lcdwya6GjPUNsBct8Lg/yRPwMhABj269AAzdGSiR+0
 github.com/dlclark/regexp2 v1.8.1/go.mod h1:DHkYz0B9wPfa6wondMfaivmHpzrQ3v9q8cnmRbL6yW8=
 github.com/docker/go-units v0.5.0 h1:69rxXcBk27SvSaaxTtLh/8llcHD8vYHT7WSdRZ/jvr4=
 github.com/docker/go-units v0.5.0/go.mod h1:fgPhTUdO+D/Jk86RDLlptpiXQzgHJF7gydDDbaIK4Dk=
-github.com/dsnet/compress v0.0.1 h1:PlZu0n3Tuv04TzpfPbrnI0HW/YwodEXDS+oPKahKF0Q=
-github.com/dsnet/compress v0.0.1/go.mod h1:Aw8dCMJ7RioblQeTqt88akK31OvO8Dhf5JflhBbQEHo=
+github.com/dsnet/compress v0.0.2-0.20210315054119-f66993602bf5 h1:iFaUwBSo5Svw6L7HYpRu/0lE3e0BaElwnNO1qkNQxBY=
+github.com/dsnet/compress v0.0.2-0.20210315054119-f66993602bf5/go.mod h1:qssHWj60/X5sZFNxpG4HBPDHVqxNm4DfnCKgrbZOT+s=
 github.com/dsnet/golib v0.0.0-20171103203638-1ea166775780/go.mod h1:Lj+Z9rebOhdfkVLjJ8T6VcRQv3SXugXy999NBtR9aFY=
 github.com/dustin/go-humanize v1.0.0/go.mod h1:HtrtbFcZ19U5GC7JDqmcUSB87Iq5E25KnS6fMYU6eOk=
 github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4=
 github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c=
-github.com/fatih/color v1.15.0 h1:kOqh6YHBtK8aywxGerMG2Eq3H6Qgoqeo13Bk2Mv/nBs=
-github.com/fatih/color v1.15.0/go.mod h1:0h5ZqXfHYED7Bhv2ZJamyIOUej9KtShiJESRwBDUSsw=
+github.com/fatih/color v1.16.0 h1:zmkK9Ngbjj+K0yRhTVONQh1p/HknKYSlNT+vZCzyokM=
+github.com/fatih/color v1.16.0/go.mod h1:fL2Sau1YI5c0pdGEVCbKQbLXB6edEj1ZgiY4NijnWvE=
 github.com/fatih/structs v1.1.0 h1:Q7juDM0QtcnhCpeyLGQKyg4TOIghuNXrkL32pHAUMxo=
 github.com/fatih/structs v1.1.0/go.mod h1:9NiDSp5zOcgEDl+j00MP/WkGVPOlPRLejGD8Ga6PJ7M=
 github.com/frankban/quicktest v1.14.4 h1:g2rn0vABPOOXmZUj+vbmUp0lPoXEMuhTpIluN0XL9UY=
+github.com/frankban/quicktest v1.14.4/go.mod h1:4ptaffx2x8+WTWXmUCuVU6aPUX1/Mz7zb5vbUoiM6w0=
 github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo=
-github.com/fsnotify/fsnotify v1.5.4 h1:jRbGcIw6P2Meqdwuo0H1p6JVLbL5DHKAKlYndzMwVZI=
+github.com/fsnotify/fsnotify v1.6.0 h1:n+5WquG0fcWoWp6xPWfHdbskMCQaFnG6PfBrh1Ky4HY=
+github.com/fsnotify/fsnotify v1.6.0/go.mod h1:sl3t1tCWJFWoRz9R8WJCbQihKKwmorjAbSClcnxKAGw=
 github.com/gabriel-vasile/mimetype v1.4.2 h1:w5qFW6JKBz9Y393Y4q372O9A7cUSequkh1Q7OhCmWKU=
 github.com/gabriel-vasile/mimetype v1.4.2/go.mod h1:zApsH/mKG4w07erKIaJPFiX0Tsq9BFQgN3qGY5GnNgA=
 github.com/gaukas/godicttls v0.0.4 h1:NlRaXb3J6hAnTmWdsEKb9bcSBD6BvcIjdGdeb0zfXbk=
 github.com/gaukas/godicttls v0.0.4/go.mod h1:l6EenT4TLWgTdwslVb4sEMOCf7Bv0JAK67deKr9/NCI=
 github.com/go-logfmt/logfmt v0.6.0 h1:wGYYu3uicYdqXVgoYbvnkrPVXkuLM1p1ifugDMEdRi4=
 github.com/go-logfmt/logfmt v0.6.0/go.mod h1:WYhtIu8zTZfxdn5+rREduYbwxfcBr/Vr6KEVveWlfTs=
-github.com/go-logr/logr v1.2.4 h1:g01GSCwiDw2xSZfjJ2/T9M+S6pFdcNtFYsp+Y43HYDQ=
 github.com/go-ole/go-ole v1.2.6 h1:/Fpf6oFPoeFik9ty7siob0G6Ke8QvQEuVcuChpwXzpY=
 github.com/go-ole/go-ole v1.2.6/go.mod h1:pprOEPIfldk/42T2oK7lQ4v4JSDwmV0As9GaiUsvbm0=
 github.com/go-playground/assert/v2 v2.2.0 h1:JvknZsQTYeFEAhQwI4qEt9cyV5ONwRHC+lYKSsYSR8s=
+github.com/go-playground/assert/v2 v2.2.0/go.mod h1:VDjEfimB/XKnb+ZQfWdccd7VUvScMdVu0Titje2rxJ4=
 github.com/go-playground/locales v0.14.1 h1:EWaQ/wswjilfKLTECiXz7Rh+3BjFhfDFKv/oXslEjJA=
 github.com/go-playground/locales v0.14.1/go.mod h1:hxrqLVvrK65+Rwrd5Fc6F2O76J/NuW9t0sjnWqG1slY=
 github.com/go-playground/universal-translator v0.18.1 h1:Bcnm0ZwsGyWbCzImXv+pAJnYK9S473LQFuzCbDbfSFY=
@@ -149,7 +153,6 @@ github.com/go-playground/validator/v10 v10.14.1 h1:9c50NUPC30zyuKprjL3vNZ0m5oG+j
 github.com/go-playground/validator/v10 v10.14.1/go.mod h1:9iXMNT7sEkjXb0I+enO7QXmzG6QCsPWY4zveKFVRSyU=
 github.com/go-rod/rod v0.114.0 h1:P+zLOqsj+vKf4C86SfjP6ymyPl9VXoYKm+ceCeQms6Y=
 github.com/go-rod/rod v0.114.0/go.mod h1:aiedSEFg5DwG/fnNbUOTPMTTWX3MRj6vIs/a684Mthw=
-github.com/go-task/slim-sprig v0.0.0-20230315185526-52ccab3ef572 h1:tfuBGBXKqDEevZMzYi5KSi8KkcZtzBcTgAUUtapy0OI=
 github.com/goburrow/cache v0.1.4 h1:As4KzO3hgmzPlnaMniZU9+VmoNYseUhuELbxy9mRBfw=
 github.com/goburrow/cache v0.1.4/go.mod h1:cDFesZDnIlrHoNlMYqqMpCRawuXulgx+y7mXU8HZ+/c=
 github.com/gobwas/glob v0.2.3 h1:A4xDbljILXROh+kObIiy5kIaPYD8e96x1tgBhUI5J+Y=
@@ -165,8 +168,8 @@ github.com/gocolly/colly/v2 v2.1.0 h1:k0DuZkDoCsx51bKpRJNEmcxcp+W5N8ziuwGaSDuFoG
 github.com/gocolly/colly/v2 v2.1.0/go.mod h1:I2MuhsLjQ+Ex+IzK3afNS8/1qP3AedHOusRPcRdC5o0=
 github.com/gofrs/uuid v3.3.0+incompatible/go.mod h1:b2aQJv3Z4Fp6yNu3cdSllBxTCLRxnplIgP/c0N/04lM=
 github.com/golang-jwt/jwt/v4 v4.4.2/go.mod h1:m21LjoU+eqJr34lmDMbreY2eSTRJ1cv77w39/MY0Ch0=
-github.com/golang-jwt/jwt/v4 v4.5.0 h1:7cYmW1XlMY7h7ii7UhUyChSgS5wUJEnm9uZVTGqOWzg=
-github.com/golang-jwt/jwt/v4 v4.5.0/go.mod h1:m21LjoU+eqJr34lmDMbreY2eSTRJ1cv77w39/MY0Ch0=
+github.com/golang-jwt/jwt/v4 v4.5.1 h1:JdqV9zKUdtaa9gdPlywC3aeoEsR681PlKC+4F5gQgeo=
+github.com/golang-jwt/jwt/v4 v4.5.1/go.mod h1:m21LjoU+eqJr34lmDMbreY2eSTRJ1cv77w39/MY0Ch0=
 github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q=
 github.com/golang/groupcache v0.0.0-20200121045136-8c9f03a8e57e/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc=
 github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da h1:oI5xCqsCo564l8iNU+DwB5epxmsaqB+rhGL0m5jtYqE=
@@ -187,6 +190,7 @@ github.com/golang/protobuf v1.5.2/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiu
 github.com/golang/protobuf v1.5.3 h1:KhyjKVUg7Usr/dYsdSqoFveMYd5ko72D+zANwlG1mmg=
 github.com/golang/protobuf v1.5.3/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY=
 github.com/golang/snappy v0.0.0-20180518054509-2e65f85255db/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q=
+github.com/golang/snappy v0.0.2/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q=
 github.com/golang/snappy v0.0.4 h1:yAGX7huGHXlcLOEtBnF4w7FQwA26wojNCwOYAEhLjQM=
 github.com/golang/snappy v0.0.4/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q=
 github.com/google/certificate-transparency-go v1.1.4 h1:hCyXHDbtqlr/lMXU0D4WgbalXL0Zk4dSWWMbPV8VrqY=
@@ -199,8 +203,9 @@ github.com/google/go-cmp v0.5.2/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/
 github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
 github.com/google/go-cmp v0.5.6/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
 github.com/google/go-cmp v0.5.8/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY=
-github.com/google/go-cmp v0.5.9 h1:O2Tfq5qg4qc4AmwVlvv0oLiVAGB7enBSJ2x2DqQFi38=
 github.com/google/go-cmp v0.5.9/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY=
+github.com/google/go-cmp v0.6.0 h1:ofyhxvXcZhMsU5ulbFiLKl/XBFqE1GSq7atu8tAmTRI=
+github.com/google/go-cmp v0.6.0/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY=
 github.com/google/go-github v17.0.0+incompatible h1:N0LgJ1j65A7kfXrZnUDaYCs/Sf4rEjNlfyDHW9dolSY=
 github.com/google/go-github v17.0.0+incompatible/go.mod h1:zLgOLi98H3fifZn+44m+umXrS52loVEgC2AApnigrVQ=
 github.com/google/go-github/v30 v30.1.0 h1:VLDx+UolQICEOKu2m4uAoMti1SxuEBAl7RSEG16L+Oo=
@@ -210,7 +215,8 @@ github.com/google/go-querystring v1.0.0/go.mod h1:odCYkC5MyYFN7vkCjXpyrEuKhc/BUO
 github.com/google/go-querystring v1.1.0 h1:AnCroh3fv4ZBgVIf1Iwtovgjaw/GiKJo8M8yD/fhyJ8=
 github.com/google/go-querystring v1.1.0/go.mod h1:Kcdr2DB4koayq7X8pmAG4sNG59So17icRSOU623lUBU=
 github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg=
-github.com/google/pprof v0.0.0-20210407192527-94a9f03dee38 h1:yAJXTCF9TqKcTiHJAE8dj7HMvPfh66eeA2JYW7eFpSE=
+github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510 h1:El6M4kTTCOh6aBiKaUGG7oYTSPP8MxqL4YI3kZKwcP4=
+github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510/go.mod h1:pupxD2MaaD3pAXIBCelhxNneeOaAeabZDe5s4K6zSpQ=
 github.com/google/uuid v1.3.1 h1:KjJaJ9iWZ3jOFZIf1Lqf4laDRCasjl0BCmnEGxkdLb4=
 github.com/google/uuid v1.3.1/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
 github.com/gopherjs/gopherjs v0.0.0-20181017120253-0766667cb4d1 h1:EGx4pi6eqNxGaHF6qqu48+N2wcFQ5qg5FXgOdqsJ5d8=
@@ -221,13 +227,14 @@ github.com/h2non/filetype v1.1.3 h1:FKkx9QbD7HR/zjK1Ia5XiBsq9zdLi5Kf3zGyFTAFkGg=
 github.com/h2non/filetype v1.1.3/go.mod h1:319b3zT68BvV+WRj7cwy856M2ehB3HqNOt6sy1HndBY=
 github.com/hashicorp/go-cleanhttp v0.5.2 h1:035FKYIWjmULyFRBKPs8TBQoi0x6d9G4xc9neXJWAZQ=
 github.com/hashicorp/go-cleanhttp v0.5.2/go.mod h1:kO/YDlP8L1346E6Sodw+PrpBSV4/SoxCXGY6BqNFT48=
-github.com/hashicorp/go-hclog v0.9.2 h1:CG6TE5H9/JXsFWJCfoIVpKFIkFe6ysEuHirp4DxCsHI=
-github.com/hashicorp/go-hclog v0.9.2/go.mod h1:5CU+agLiy3J7N7QjHK5d05KxGsuXiQLrjA0H7acj2lQ=
-github.com/hashicorp/go-retryablehttp v0.7.2 h1:AcYqCvkpalPnPF2pn0KamgwamS42TqUDDYFRKq/RAd0=
-github.com/hashicorp/go-retryablehttp v0.7.2/go.mod h1:Jy/gPYAdjqffZ/yFGCFV2doI5wjtH1ewM9u8iYVjtX8=
+github.com/hashicorp/go-hclog v1.6.3 h1:Qr2kF+eVWjTiYmU7Y31tYlP1h0q/X3Nl3tPGdaB11/k=
+github.com/hashicorp/go-hclog v1.6.3/go.mod h1:W4Qnvbt70Wk/zYJryRzDRU/4r0kIg0PVHBcfoyhpF5M=
+github.com/hashicorp/go-retryablehttp v0.7.7 h1:C8hUCYzor8PIfXHa4UrZkU4VvK8o9ISHxT2Q8+VepXU=
+github.com/hashicorp/go-retryablehttp v0.7.7/go.mod h1:pkQpWZeYWskR+D1tR2O5OcBFOxfA7DoAO6xtkuQnHTk=
 github.com/hashicorp/go-version v1.6.0 h1:feTTfFNnjP967rlCxM/I9g701jU+RN74YKx2mOkIeek=
 github.com/hashicorp/go-version v1.6.0/go.mod h1:fltr4n8CU8Ke44wwGCBoEymUuxUHl09ZGVZPK5anwXA=
 github.com/hashicorp/golang-lru/v2 v2.0.6 h1:3xi/Cafd1NaoEnS/yDssIiuVeDVywU0QdFGl3aQaQHM=
+github.com/hashicorp/golang-lru/v2 v2.0.6/go.mod h1:QeFd9opnmA6QUJc5vARoKUSoFhyfM2/ZepoAG6RGpeM=
 github.com/hbakhtiyor/strsim v0.0.0-20190107154042-4d2bbb273edf h1:umfGUaWdFP2s6457fz1+xXYIWDxdGc7HdkLS9aJ1skk=
 github.com/hbakhtiyor/strsim v0.0.0-20190107154042-4d2bbb273edf/go.mod h1:V99KdStnMHZsvVOwIvhfcUzYgYkRZeQWUtumtL+SKxA=
 github.com/hdm/jarm-go v0.0.7 h1:Eq0geenHrBSYuKrdVhrBdMMzOmA+CAMLzN2WrF3eL6A=
@@ -256,22 +263,29 @@ github.com/kataras/jwt v0.1.8/go.mod h1:Q5j2IkcIHnfwy+oNY3TVWuEBJNw0ADgCcXK9CaZw
 github.com/kennygrant/sanitize v1.2.4 h1:gN25/otpP5vAsO2djbMhF/LQX6R7+O1TB4yv8NzpJ3o=
 github.com/kennygrant/sanitize v1.2.4/go.mod h1:LGsjYYtgxbetdg5owWB2mpgUL6e2nfw2eObZ0u0qvak=
 github.com/klauspost/compress v1.4.1/go.mod h1:RyIbtBH6LamlWaDj8nUwkbUhJ87Yi3uG0guNDohfE1A=
+github.com/klauspost/compress v1.11.4/go.mod h1:aoV0uJVorq1K+umq18yTdKaF57EivdYsUV+/s2qKfXs=
 github.com/klauspost/compress v1.16.7 h1:2mk3MPGNzKyxErAw8YaohYh69+pa4sIQSC0fPGCFR9I=
 github.com/klauspost/compress v1.16.7/go.mod h1:ntbaceVETuRiXiv4DpjP66DpAtAGkEQskQzEyD//IeE=
 github.com/klauspost/cpuid v1.2.0/go.mod h1:Pj4uuM528wm8OyEC2QMXAi2YiTZ96dNQPGgoMS4s3ek=
 github.com/klauspost/cpuid/v2 v2.0.12/go.mod h1:g2LTdtYhdyuGPqyWyv7qRAmj1WBqxuObKfj5c0PQa7c=
 github.com/klauspost/cpuid/v2 v2.2.5 h1:0E5MSMDEoAulmXNFquVs//DdoomxaoTY1kUhbc/qbZg=
 github.com/klauspost/cpuid/v2 v2.2.5/go.mod h1:Lcz8mBdAVJIBVzewtcLocK12l3Y+JytZYpaMropDUws=
+github.com/klauspost/pgzip v1.2.5 h1:qnWYvvKqedOF2ulHpMG72XQol4ILEJ8k2wwRl/Km8oE=
+github.com/klauspost/pgzip v1.2.5/go.mod h1:Ch1tH69qFZu15pkjo5kYi6mth2Zzwzt50oCQKQE9RUs=
 github.com/konsorten/go-windows-terminal-sequences v1.0.1/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ=
 github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo=
 github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE=
+github.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk=
 github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=
 github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI=
 github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY=
+github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE=
 github.com/leodido/go-urn v1.2.4 h1:XlAE/cm/ms7TE/VMVoduSpNBoyc2dOxHs5MZSwAN63Q=
 github.com/leodido/go-urn v1.2.4/go.mod h1:7ZrI8mTSeBSHl/UaRyKQW1qZeMgak41ANeCNaVckg+4=
 github.com/libdns/libdns v0.2.1 h1:Wu59T7wSHRgtA0cfxC+n1c/e+O3upJGWytknkmFEDis=
 github.com/libdns/libdns v0.2.1/go.mod h1:yQCXzk1lEZmmCPa857bnk4TsOiqYasqpyOEeSObbb40=
+github.com/likexian/gokit v0.25.13 h1:p2Uw3+6fGG53CwdU2Dz0T6bOycdb2+bAFAa3ymwWVkM=
+github.com/likexian/gokit v0.25.13/go.mod h1:qQhEWFBEfqLCO3/vOEo2EDKd+EycekVtUK4tex+l2H4=
 github.com/likexian/whois v1.15.1 h1:6vTMI8n9s1eJdmcO4R9h1x99aQWIZZX1CD3am68gApU=
 github.com/likexian/whois v1.15.1/go.mod h1:/nxmQ6YXvLz+qTxC/QFtEJNAt0zLuRxJrKiWpBJX8X0=
 github.com/logrusorgru/aurora v2.0.3+incompatible h1:tOpm7WcpBTn4fjmVfgpQq0EfczGlG91VSDkswnjF5A8=
@@ -287,8 +301,8 @@ github.com/mackerelio/go-osstat v0.2.4/go.mod h1:Zy+qzGdZs3A9cuIqmgbJvwbmLQH9dJv
 github.com/mattn/go-colorable v0.1.13 h1:fFA4WZxdEF4tXPZVKMLwD8oUnCTTo08duU7wxecdEvA=
 github.com/mattn/go-colorable v0.1.13/go.mod h1:7S9/ev0klgBDR4GtXTXX8a3vIGJpMovkB8vQcUbaXHg=
 github.com/mattn/go-isatty v0.0.16/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM=
-github.com/mattn/go-isatty v0.0.19 h1:JITubQf0MOLdlGRuRq+jtsDlekdYPia9ZFsB8h/APPA=
-github.com/mattn/go-isatty v0.0.19/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y=
+github.com/mattn/go-isatty v0.0.20 h1:xfD0iDuEKnDkl03q4limB+vH+GxLEtL/jb4xVJSWWEY=
+github.com/mattn/go-isatty v0.0.20/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y=
 github.com/mattn/go-runewidth v0.0.9/go.mod h1:H031xJmbD/WCDINGzjvQ9THkh0rPKHF+m2gUSrubnMI=
 github.com/mattn/go-runewidth v0.0.12/go.mod h1:RAqKPSqVFrSLVXbA8x7dzmKdmGzieGRCM46jaSJTDAk=
 github.com/mattn/go-runewidth v0.0.14 h1:+xnbZSEeDbOIg5/mE6JF0w6n9duR1l3/WmbinWVwUuU=
@@ -297,15 +311,17 @@ github.com/mholt/acmez v1.2.0 h1:1hhLxSgY5FvH5HCnGUuwbKY2VQVo8IU7rxXKSnZ7F30=
 github.com/mholt/acmez v1.2.0/go.mod h1:VT9YwH1xgNX1kmYY89gY8xPJC84BFAisjo8Egigt4kE=
 github.com/mholt/archiver v3.1.1+incompatible h1:1dCVxuqs0dJseYEhi5pl7MYPH9zDa1wBi7mF09cbNkU=
 github.com/mholt/archiver v3.1.1+incompatible/go.mod h1:Dh2dOXnSdiLxRiPoVfIr/fI1TwETms9B8CTWfeh7ROU=
+github.com/mholt/archiver/v3 v3.5.1 h1:rDjOBX9JSF5BvoJGvjqK479aL70qh9DIpZCl+k7Clwo=
+github.com/mholt/archiver/v3 v3.5.1/go.mod h1:e3dqJ7H78uzsRSEACH1joayhuSyhnonssnDhppzS1L4=
 github.com/microcosm-cc/bluemonday v1.0.21/go.mod h1:ytNkv4RrDrLJ2pqlsSI46O6IVXmZOBBD4SaJyDwwTkM=
 github.com/microcosm-cc/bluemonday v1.0.25 h1:4NEwSfiJ+Wva0VxN5B8OwMicaJvD8r9tlJWm9rtloEg=
 github.com/microcosm-cc/bluemonday v1.0.25/go.mod h1:ZIOjCQp1OrzBBPIJmfX4qDYFuhU02nx4bn030ixfHLE=
 github.com/miekg/dns v1.1.35/go.mod h1:KNUDUusw/aVsxyTYZM1oqvCicbwhgbNgztCETuNZ7xM=
-github.com/miekg/dns v1.1.55 h1:GoQ4hpsj0nFLYe+bWiCToyrBEJXkQfOOIvFGFy0lEgo=
-github.com/miekg/dns v1.1.55/go.mod h1:uInx36IzPl7FYnDcMeVWxj9byh7DutNykX4G9Sj60FY=
+github.com/miekg/dns v1.1.56 h1:5imZaSeoRNvpM9SzWNhEcP9QliKiz20/dA2QabIGVnE=
+github.com/miekg/dns v1.1.56/go.mod h1:cRm6Oo2C8TY9ZS/TqsSrseAcncm74lfK5G+ikN2SWWY=
 github.com/minio/minio-go/v6 v6.0.46/go.mod h1:qD0lajrGW49lKZLtXKtCB4X/qkMf0a5tBvN2PaZg7Gg=
-github.com/minio/selfupdate v0.6.0 h1:i76PgT0K5xO9+hjzKcacQtO7+MjJ4JKA8Ak8XQ9DDwU=
-github.com/minio/selfupdate v0.6.0/go.mod h1:bO02GTIPCMQFTEvE5h4DjYB58bCoZ35XLeBf0buTDdM=
+github.com/minio/selfupdate v0.6.1-0.20230907112617-f11e74f84ca7 h1:yRZGarbxsRytL6EGgbqK2mCY+Lk5MWKQYKJT2gEglhc=
+github.com/minio/selfupdate v0.6.1-0.20230907112617-f11e74f84ca7/go.mod h1:bO02GTIPCMQFTEvE5h4DjYB58bCoZ35XLeBf0buTDdM=
 github.com/minio/sha256-simd v0.1.1/go.mod h1:B5e1o+1/KgNmWrSQK08Y6Z1Vb5pwIktudl0J58iy0KM=
 github.com/mitchellh/go-homedir v1.1.0 h1:lukF9ziXFxDFPkA1vsr5zpc1XuPDn/wFntq5mG+4E0Y=
 github.com/mitchellh/go-homedir v1.1.0/go.mod h1:SfyaCUpYCn1Vlf4IUYiD9fPX4A5wJrkLzIz1N1q0pr0=
@@ -321,28 +337,33 @@ github.com/muesli/reflow v0.3.0/go.mod h1:pbwTDkVPibjO2kyvBQRBxTWEEGDGq0FlB1BIKt
 github.com/muesli/termenv v0.13.0/go.mod h1:sP1+uffeLaEYpyOTb8pLCUctGcGLnoFjSn4YJK5e2bc=
 github.com/muesli/termenv v0.15.2 h1:GohcuySI0QmI3wN8Ok9PtKGkgkFIk7y6Vpb5PvrY+Wo=
 github.com/muesli/termenv v0.15.2/go.mod h1:Epx+iuz8sNs7mNKhxzH4fWXGNpZwUaJKRS1noLXviQ8=
+github.com/nwaples/rardecode v1.1.0/go.mod h1:5DzqNKiOdpKKBH87u8VlvAnPZMXcGRhxWkRpHbbfGS0=
 github.com/nwaples/rardecode v1.1.3 h1:cWCaZwfM5H7nAD6PyEdcVnczzV8i/JtotnyW/dD9lEc=
 github.com/nwaples/rardecode v1.1.3/go.mod h1:5DzqNKiOdpKKBH87u8VlvAnPZMXcGRhxWkRpHbbfGS0=
-github.com/nxadm/tail v1.4.8 h1:nPr65rt6Y5JFSKQO7qToXr7pePgD6Gwiw05lkbyAQTE=
+github.com/nxadm/tail v1.4.11 h1:8feyoE3OzPrcshW5/MJ4sGESc5cqmGkGCWlco4l0bqY=
+github.com/nxadm/tail v1.4.11/go.mod h1:OTaG3NK980DZzxbRq6lEuzgU+mug70nY11sMd4JXXHc=
 github.com/olekukonko/tablewriter v0.0.5 h1:P2Ga83D34wi1o9J6Wh1mRuqd4mF/x/lgBS7N7AbDhec=
 github.com/olekukonko/tablewriter v0.0.5/go.mod h1:hPp6KlRPjbx+hW8ykQs1w3UBbZlj6HuIJcUGPhkA7kY=
 github.com/onsi/ginkgo v1.6.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE=
 github.com/onsi/ginkgo v1.7.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE=
 github.com/onsi/ginkgo v1.16.4 h1:29JGrr5oVBm5ulCWet69zQkzWipVXIol6ygQUe/EzNc=
-github.com/onsi/ginkgo/v2 v2.9.5 h1:+6Hr4uxzP4XIUyAkg61dWBw8lb/gc4/X5luuxN/EC+Q=
+github.com/onsi/ginkgo v1.16.4/go.mod h1:dX+/inL/fNMqNlz0e9LfyB9TswhZpCVdJM/Z6Vvnwo0=
 github.com/onsi/gomega v1.4.3/go.mod h1:ex+gbHU/CVuBBDIJjb2X0qEXbFg53c61hWP/1CpauHY=
 github.com/onsi/gomega v1.27.6 h1:ENqfyGeS5AX/rlXDd/ETokDz93u0YufY1Pgxuy/PvWE=
+github.com/onsi/gomega v1.27.6/go.mod h1:PIQNjfQwkP3aQAH7lf7j87O/5FiNr+ZR8+ipb+qQlhg=
 github.com/op/go-logging v0.0.0-20160315200505-970db520ece7/go.mod h1:HzydrMdWErDVzsI23lYNej1Htcns9BCg93Dk0bBINWk=
 github.com/pierrec/lz4 v2.6.1+incompatible h1:9UY3+iC23yxF0UfGaYrGplQ+79Rg+h/q9FV9ix19jjM=
 github.com/pierrec/lz4 v2.6.1+incompatible/go.mod h1:pdkljMzZIN41W+lC3N2tnIh5sFi+IEE17M5jbnwPHcY=
+github.com/pierrec/lz4/v4 v4.1.2 h1:qvY3YFXRQE/XB8MlLzJH7mSzBs74eA2gg52YTk6jUPM=
+github.com/pierrec/lz4/v4 v4.1.2/go.mod h1:gZWDp/Ze/IJXGXf23ltt2EXimqmTUXEy0GFuRQyBid4=
 github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4=
 github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
 github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
 github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
 github.com/power-devops/perfstat v0.0.0-20210106213030-5aafc221ea8c h1:ncq/mPwQF4JjgDlrVEn3C11VoGHZN7m8qihwgMEtzYw=
 github.com/power-devops/perfstat v0.0.0-20210106213030-5aafc221ea8c/go.mod h1:OmDBASR4679mdNQnz2pUhc2G8CO2JrUAVFDRBDP/hJE=
-github.com/projectdiscovery/asnmap v1.0.4 h1:dmXrls7Y0Sdeb6cLlKGwdYX8h1K9q2iYOGXioD4U2AY=
-github.com/projectdiscovery/asnmap v1.0.4/go.mod h1:iTLDyYsblEwYHcLiKZCRx8Et+xV7NlvgGLusANpgegc=
+github.com/projectdiscovery/asnmap v1.1.0 h1:ynvbLB5cNpyQ2+k9IP0Rpla+0JmCJpd3mw6KLAW13m0=
+github.com/projectdiscovery/asnmap v1.1.0/go.mod h1:QNjBnGLxUBEZAgaYk/Av5cjKKWFY3i/FOfoIWCUApoY=
 github.com/projectdiscovery/blackrock v0.0.1 h1:lHQqhaaEFjgf5WkuItbpeCZv2DUIE45k0VbGJyft6LQ=
 github.com/projectdiscovery/blackrock v0.0.1/go.mod h1:ANUtjDfaVrqB453bzToU+YB4cUbvBRpLvEwoWIwlTss=
 github.com/projectdiscovery/cdncheck v1.0.9 h1:BS15gzj9gb5AVSKqTDzPamfSgStu7nJQOocUvrssFlg=
@@ -351,28 +372,32 @@ github.com/projectdiscovery/clistats v0.0.19 h1:SA/qRHbmS9VEbVEPzX/ka01hZDYATL9Z
 github.com/projectdiscovery/clistats v0.0.19/go.mod h1:NQDAW/O7cK9xBIgk46kJjwGRkjSg5JkB8E4DvuxXr+c=
 github.com/projectdiscovery/dsl v0.0.20 h1:CKgstMXRMFe+R8NKaQbI0W2XSSlApXlC+Uw3MvwmHgY=
 github.com/projectdiscovery/dsl v0.0.20/go.mod h1:dYgXhuJCqQtdezpBH8zFiwaAjohuIg9Au3vvamMzY5U=
-github.com/projectdiscovery/fastdialer v0.0.37 h1:GEn0VYD/Q+KWiUlQDPP5stvIauN8+gE/eooPzrwidic=
-github.com/projectdiscovery/fastdialer v0.0.37/go.mod h1:e4Rg9mQ5mNCDFV37njgGCognM0PdLq5f8CcljBqTkRw=
+github.com/projectdiscovery/fastdialer v0.1.1 h1:51IovI02Ime7fVCWFxMpg1akCcaRHpVQnjpTQT0+0G0=
+github.com/projectdiscovery/fastdialer v0.1.1/go.mod h1:tIMAT93FmV90EoVfM1lfaTrkNEbqT+G4jLyyoOO5McY=
 github.com/projectdiscovery/fasttemplate v0.0.2 h1:h2cISk5xDhlJEinlBQS6RRx0vOlOirB2y3Yu4PJzpiA=
 github.com/projectdiscovery/fasttemplate v0.0.2/go.mod h1:XYWWVMxnItd+r0GbjA1GCsUopMw1/XusuQxdyAIHMCw=
 github.com/projectdiscovery/freeport v0.0.5 h1:jnd3Oqsl4S8n0KuFkE5Hm8WGDP24ITBvmyw5pFTHS8Q=
 github.com/projectdiscovery/freeport v0.0.5/go.mod h1:PY0bxSJ34HVy67LHIeF3uIutiCSDwOqKD8ruBkdiCwE=
-github.com/projectdiscovery/goflags v0.1.19 h1:VgDzPZTW4LrOL8uka1C18y4a2dcaLk7u7t/eJXd+43k=
-github.com/projectdiscovery/goflags v0.1.19/go.mod h1:zJ8Tp0CaqEkb7r1zMttWvJQ2g3mcS6GrXqLuNByF92M=
-github.com/projectdiscovery/gologger v1.1.11 h1:8vsz9oJlDT9euw6xlj7F7dZ6RWItVIqVwn4Mr6uzky8=
-github.com/projectdiscovery/gologger v1.1.11/go.mod h1:UR2bgXl7zraOxYGnUwuO917hifWrwMJ0feKnVqMQkzY=
+github.com/projectdiscovery/goflags v0.1.54 h1:xbaEBNbKqXyRu4154UlhsMAFmpaDYma4jJ9zUZGvXW8=
+github.com/projectdiscovery/goflags v0.1.54/go.mod h1:cfLzWWxgl/ft5cSHVJZjnvIzd4wX3A9Kz+W1pjeBZvc=
+github.com/projectdiscovery/gologger v1.1.12 h1:uX/QkQdip4PubJjjG0+uk5DtyAi1ANPJUvpmimXqv4A=
+github.com/projectdiscovery/gologger v1.1.12/go.mod h1:DI8nywPLERS5mo8QEA9E7gd5HZ3Je14SjJBH3F5/kLw=
 github.com/projectdiscovery/gostruct v0.0.1 h1:1KvR6Pn4mDbQqoLEQzhRfHpbreLno2R9xqRCCt5tgmU=
 github.com/projectdiscovery/gostruct v0.0.1/go.mod h1:H86peL4HKwMXcQQtEa6lmC8FuD9XFt6gkNR0B/Mu5PE=
-github.com/projectdiscovery/hmap v0.0.16 h1:EQ23Mhs8C5CK8cnTYzwzOBgdSIa0fTR3VQVxtWkh2ZY=
-github.com/projectdiscovery/hmap v0.0.16/go.mod h1:d5kXPXHfQWZZzm5TFAZ88a+vjOjcMCRMnTj4XXkyhxk=
+github.com/projectdiscovery/hmap v0.0.45 h1:D3PinywmpDtIX2lc9bnqaRJoFDPCCxUf4RvHA3Gdr6U=
+github.com/projectdiscovery/hmap v0.0.45/go.mod h1:vJ7HYzhDnOjsEc9d43Q2pIWRJ5QvFXdObTTQvaUZaPk=
 github.com/projectdiscovery/httpx v1.3.4 h1:1tCP7YRngCDi2a8PvvcYqmpR1H9X7Qgn89uazKL65eg=
 github.com/projectdiscovery/httpx v1.3.4/go.mod h1:5JlNJcEHPF9ByFFNEcaXEAs8yZYsUC6E9Q3VGfDpPeY=
-github.com/projectdiscovery/interactsh v1.1.6 h1:Jm09jXtV/3zPWIkf1+KpbPR6TnjXI/4SJQE2tMvVZQ8=
-github.com/projectdiscovery/interactsh v1.1.6/go.mod h1:mJm+f7qfxgtiCJ+FclViaw5oqNMCkuMu8l+MjxHDmY0=
-github.com/projectdiscovery/mapcidr v1.1.2 h1:Mmq/nPqvVc7fjvH/kJVK0IBOny/LrJIxZ4tQsLPCrsA=
-github.com/projectdiscovery/mapcidr v1.1.2/go.mod h1:Aoq0x/wJl6KDbtQ8OcPkjIDCqx2iEyx5ty1nzso8wXM=
-github.com/projectdiscovery/networkpolicy v0.0.6 h1:yDvm0XCrS9HeemRrBS+J+22surzVczM94W5nHiOy/1o=
-github.com/projectdiscovery/networkpolicy v0.0.6/go.mod h1:8HJQ/33Pi7v3a3MRWIQGXzpj+zHw2d60TysEL4qdoQk=
+github.com/projectdiscovery/interactsh v1.2.0 h1:Al6jHiR+Usl9egYJDLJaWNHOcH8Rugk8gWMasc8Cmw8=
+github.com/projectdiscovery/interactsh v1.2.0/go.mod h1:Wxt0fnzxsfrAZQQlpVrf3xMatP4OXZaZbjuDkIQKdYY=
+github.com/projectdiscovery/ldapserver v1.0.2-0.20240219154113-dcc758ebc0cb h1:MGtI4oE12ruWv11ZlPXXd7hl/uAaQZrFvrIDYDeVMd8=
+github.com/projectdiscovery/ldapserver v1.0.2-0.20240219154113-dcc758ebc0cb/go.mod h1:vmgC0DTFCfoCLp0RAfsfYTZZan0QMVs+cmTbH6blfjk=
+github.com/projectdiscovery/machineid v0.0.0-20240226150047-2e2c51e35983 h1:ZScLodGSezQVwsQDtBSMFp72WDq0nNN+KE/5DHKY5QE=
+github.com/projectdiscovery/machineid v0.0.0-20240226150047-2e2c51e35983/go.mod h1:3G3BRKui7nMuDFAZKR/M2hiOLtaOmyukT20g88qRQjI=
+github.com/projectdiscovery/mapcidr v1.1.34 h1:udr83vQ7oz3kEOwlsU6NC6o08leJzSDQtls1wmXN/kM=
+github.com/projectdiscovery/mapcidr v1.1.34/go.mod h1:1+1R6OkKSAKtWDXE9RvxXtXPoajXTYX0eiEdkqlhQqQ=
+github.com/projectdiscovery/networkpolicy v0.0.8 h1:XvfBaBwSDNTesSfNQP9VLk3HX9I7x7gHm028TJ5XwI8=
+github.com/projectdiscovery/networkpolicy v0.0.8/go.mod h1:xnjNqhemxUPxU+UD5Jgsc3+K8IVmcqT1SJeo6UzMtkI=
 github.com/projectdiscovery/nuclei/v2 v2.9.14 h1:EbVr499igs8h2i0ZTElqdxsB4GZd/fm51T4eZzJWNck=
 github.com/projectdiscovery/nuclei/v2 v2.9.14/go.mod h1:qX2JstMclY4MzvvVxngqDGS7SH/evg22ou9lz/JLsec=
 github.com/projectdiscovery/ratelimit v0.0.9 h1:28t2xDHUnyss1irzqPG3Oxz5hkRjl+3Q2I/aes7nau8=
@@ -381,24 +406,25 @@ github.com/projectdiscovery/rawhttp v0.1.18 h1:wTs6CePrjcIz5/SrxkluOrCGOk3F9Ddt3
 github.com/projectdiscovery/rawhttp v0.1.18/go.mod h1:nwTySMnfI7qFMQEC9PHdklXGWED8FDcEOnA8DGZqu/A=
 github.com/projectdiscovery/rdap v0.9.1-0.20221108103045-9865884d1917 h1:m03X4gBVSorSzvmm0bFa7gDV4QNSOWPL/fgZ4kTXBxk=
 github.com/projectdiscovery/rdap v0.9.1-0.20221108103045-9865884d1917/go.mod h1:JxXtZC9e195awe7EynrcnBJmFoad/BNDzW9mzFkK8Sg=
-github.com/projectdiscovery/retryabledns v1.0.35 h1:lPX8f7exDaiNJc/4Rc44xQfFK9BpA8ZLtpQ+te2ymLU=
-github.com/projectdiscovery/retryabledns v1.0.35/go.mod h1:V4nRoHJzK2UmlGgKMRduLBkgNNMXJXmJchB5Wui8s4c=
-github.com/projectdiscovery/retryablehttp-go v1.0.25 h1:IhNSwWSnWYorp1Dcsh6whqy5Lm9QX738PXvWasTbVRo=
-github.com/projectdiscovery/retryablehttp-go v1.0.25/go.mod h1:0oqaVWsBVMpZ1P9Dk1lkoNXFXD4B9MHKidbtD+VmEPU=
+github.com/projectdiscovery/retryabledns v1.0.62 h1:nroTEgMMfppwjwtqT5WqyfMRH8edBPsJ0tosH+5riPA=
+github.com/projectdiscovery/retryabledns v1.0.62/go.mod h1:K761GKlfiveUrN+byy7ManMpO3oHOIhTe3wVBWXxTSA=
+github.com/projectdiscovery/retryablehttp-go v1.0.63 h1:y/MpWrAO7702ybOLo/OuyAx6bZ6NJVEf85mGMAU51l8=
+github.com/projectdiscovery/retryablehttp-go v1.0.63/go.mod h1:ytE1KGi63NFAyLzWqTwZJXwjAg7apgqTnJtaZeZ4qtM=
 github.com/projectdiscovery/sarif v0.0.1 h1:C2Tyj0SGOKbCLgHrx83vaE6YkzXEVrMXYRGLkKCr/us=
 github.com/projectdiscovery/sarif v0.0.1/go.mod h1:cEYlDu8amcPf6b9dSakcz2nNnJsoz4aR6peERwV+wuQ=
 github.com/projectdiscovery/stringsutil v0.0.2 h1:uzmw3IVLJSMW1kEg8eCStG/cGbYYZAja8BH3LqqJXMA=
+github.com/projectdiscovery/stringsutil v0.0.2/go.mod h1:EJ3w6bC5fBYjVou6ryzodQq37D5c6qbAYQpGmAy+DC0=
 github.com/projectdiscovery/tlsx v1.1.4 h1:jXRvichO/ZfhYERch1CbNS1PRbS2KgSBj7JoWslEpIw=
 github.com/projectdiscovery/tlsx v1.1.4/go.mod h1:crzMlxOokVQDwGVm51JPZi1ZAgzxhNl1KVRmbff6pkI=
-github.com/projectdiscovery/utils v0.0.52 h1:2ljEbt9bUDP3rhOB4i7bkiOpMXZGFA/l1FCZjSr1WDE=
-github.com/projectdiscovery/utils v0.0.52/go.mod h1:WhzbWSyGkTDn4Jvw+7jM2yP675/RARegNjoA6S7zYcc=
+github.com/projectdiscovery/utils v0.1.1 h1:iQ/DyrClxbIbKMUCXfXLA1lFkqprrUM9Ti/nMU5dQj4=
+github.com/projectdiscovery/utils v0.1.1/go.mod h1:EPuSvVIvp61nXJD5EO65vaCv82OuhO+wfZpWAWA0q3o=
 github.com/projectdiscovery/yamldoc-go v1.0.4 h1:eZoESapnMw6WAHiVgRwNqvbJEfNHEH148uthhFbG5jE=
 github.com/projectdiscovery/yamldoc-go v1.0.4/go.mod h1:8PIPRcUD55UbtQdcfFR1hpIGRWG0P7alClXNGt1TBik=
 github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA=
-github.com/quic-go/quic-go v0.37.4 h1:ke8B73yMCWGq9MfrCCAw0Uzdm7GaViC3i39dsIdDlH4=
-github.com/quic-go/quic-go v0.37.4/go.mod h1:YsbH1r4mSHPJcLF4k4zruUkLBqctEMBDR6VPvcYjIsU=
-github.com/refraction-networking/utls v1.5.2 h1:l6diiLbEoRqdQ+/osPDO0z0lTc8O8VZV+p82N+Hi+ws=
-github.com/refraction-networking/utls v1.5.2/go.mod h1:SPuDbBmgLGp8s+HLNc83FuavwZCFoMmExj+ltUHiHUw=
+github.com/quic-go/quic-go v0.48.2 h1:wsKXZPeGWpMpCGSWqOcqpW2wZYic/8T3aqiOID0/KWE=
+github.com/quic-go/quic-go v0.48.2/go.mod h1:yBgs3rWBOADpga7F+jJsb6Ybg1LSYiQvwWlLX+/6HMs=
+github.com/refraction-networking/utls v1.5.4 h1:9k6EO2b8TaOGsQ7Pl7p9w6PUhx18/ZCeT0WNTZ7Uw4o=
+github.com/refraction-networking/utls v1.5.4/go.mod h1:SPuDbBmgLGp8s+HLNc83FuavwZCFoMmExj+ltUHiHUw=
 github.com/remeh/sizedwaitgroup v1.0.0 h1:VNGGFwNo/R5+MJBf6yrsr110p0m4/OX4S3DCy7Kyl5E=
 github.com/remeh/sizedwaitgroup v1.0.0/go.mod h1:3j2R4OIe/SeS6YDhICBy22RWjJC5eNCJ1V+9+NVNYlo=
 github.com/rivo/uniseg v0.1.0/go.mod h1:J6wj4VEh+S6ZtnVlnTBMWIodfgj8LQOQFoIToxlJtxc=
@@ -407,7 +433,8 @@ github.com/rivo/uniseg v0.4.4 h1:8TfxU8dW6PdqD27gjM8MVNuicgxIjxpm4K7x4jp8sis=
 github.com/rivo/uniseg v0.4.4/go.mod h1:FN3SvrM+Zdj16jyLfmOkMNblXMcoc8DfTHruCPUcx88=
 github.com/rocketlaunchr/google-search v1.1.6 h1:DcSluQWDWEMqo6jp6OGllMTI9SBECpSmUZFntAX4j/o=
 github.com/rocketlaunchr/google-search v1.1.6/go.mod h1:fk5J/qPpaRDjLWdFxT+dmuiqG7kxXArC7K8A+gj88Nk=
-github.com/rogpeppe/go-internal v1.10.0 h1:TMyTOH3F/DB16zRVcYyreMH6GnZZrwQVAoYjRBZyWFQ=
+github.com/rogpeppe/go-internal v1.9.0 h1:73kH8U+JUqXU8lRuOHeVHaa/SZPifC7BkcraZVejAe8=
+github.com/rogpeppe/go-internal v1.9.0/go.mod h1:WtVeX8xhTBvf0smdhujwtBcq4Qrzq/fJaraNFVN+nFs=
 github.com/rs/xid v1.5.0 h1:mKX4bl4iPYJtEIxp6CYiUuLQ/8DYMoz0PUdtGgMFRVc=
 github.com/rs/xid v1.5.0/go.mod h1:trrq9SKmegXys3aeAKXMUTdJsYXVwGY3RLcfgqegfbg=
 github.com/saintfish/chardet v0.0.0-20120816061221-3af4cd4741ca/go.mod h1:uugorj2VCxiV1x+LzaIdVa9b4S4qGAcH6cbhh4qVxOU=
@@ -429,6 +456,7 @@ github.com/sirupsen/logrus v1.7.0/go.mod h1:yWOB1SBYBC5VeMP7gHvWumXLIWorT60ONWic
 github.com/sirupsen/logrus v1.9.0/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ=
 github.com/smartystreets/assertions v0.0.0-20180927180507-b2de0cb4f26d/go.mod h1:OnSkiWE9lh6wB0YB77sQom3nweQdgAjqCqsofrRNTgc=
 github.com/smartystreets/assertions v1.0.0 h1:UVQPSSmc3qtTi+zPPkCXvZX9VvW/xT/NsRvKfwY81a8=
+github.com/smartystreets/assertions v1.0.0/go.mod h1:kHHU4qYBaI3q23Pp3VPrmWhuIUrLW/7eUrw0BU5VaoM=
 github.com/smartystreets/goconvey v0.0.0-20190330032615-68dc04aab96a h1:pa8hGb/2YqsZKovtsgrwcDH1RZhVbTKCjLp47XpqCDs=
 github.com/smartystreets/goconvey v0.0.0-20190330032615-68dc04aab96a/go.mod h1:syvi0/a8iFYH4r/RixwvyeAJjdLS9QV7WQ/tjFTllLA=
 github.com/spaolacci/murmur3 v1.1.0 h1:7c1g84S4BPRrfL5Xrdp6fOJ206sU9y293DDHaoy0bLI=
@@ -448,14 +476,16 @@ github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/
 github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
 github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU=
 github.com/stretchr/testify v1.8.2/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4=
-github.com/stretchr/testify v1.8.4 h1:CcVxjf3Q8PM0mHUKJCdn+eZZtm5yQwehR5yeSVQQcUk=
 github.com/stretchr/testify v1.8.4/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo=
+github.com/stretchr/testify v1.9.0 h1:HtqpIVDClZ4nwg75+f6Lvsy/wHu+3BoSGCbBAcpTsTg=
+github.com/stretchr/testify v1.9.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY=
 github.com/syndtr/goleveldb v1.0.0 h1:fBdIW9lB4Iz0n9khmH8w27SJ3QEJ7+IgjPEwGSZiFdE=
 github.com/syndtr/goleveldb v1.0.0/go.mod h1:ZVVdQEZoIme9iO1Ch2Jdy24qqXrMMOU6lpPAyBWyWuQ=
 github.com/temoto/robotstxt v1.1.1/go.mod h1:+1AmkuG3IYkh1kv0d2qEB9Le88ehNO0zwOr3ujewlOo=
 github.com/temoto/robotstxt v1.1.2 h1:W2pOjSJ6SWvldyEuiFXNxz3xZ8aiWX5LbfDiOFd7Fxg=
 github.com/temoto/robotstxt v1.1.2/go.mod h1:+1AmkuG3IYkh1kv0d2qEB9Le88ehNO0zwOr3ujewlOo=
 github.com/tidwall/assert v0.1.0 h1:aWcKyRBUAdLoVebxo95N7+YZVTFF/ASTr7BN4sLP6XI=
+github.com/tidwall/assert v0.1.0/go.mod h1:QLYtGyeqse53vuELQheYl9dngGCJQ+mTtlxcktb+Kj8=
 github.com/tidwall/btree v1.6.0 h1:LDZfKfQIBHGHWSwckhXI0RPSXzlo+KYdjK7FWSqOzzg=
 github.com/tidwall/btree v1.6.0/go.mod h1:twD9XRA5jj9VUQGELzDO4HPQTNJsoWWfYEL+EUQ2cKY=
 github.com/tidwall/buntdb v1.3.0 h1:gdhWO+/YwoB2qZMeAU9JcWWsHSYU3OvcieYgFRS0zwA=
@@ -466,6 +496,7 @@ github.com/tidwall/gjson v1.14.4/go.mod h1:/wbyibRr2FHMks5tjHJ5F8dMZh3AcwJEMf5vl
 github.com/tidwall/grect v0.1.4 h1:dA3oIgNgWdSspFzn1kS4S/RDpZFLrIxAZOdJKjYapOg=
 github.com/tidwall/grect v0.1.4/go.mod h1:9FBsaYRaR0Tcy4UwefBX/UDcDcDy9V5jUcxHzv2jd5Q=
 github.com/tidwall/lotsa v1.0.2 h1:dNVBH5MErdaQ/xd9s769R31/n2dXavsQ0Yf4TMEHHw8=
+github.com/tidwall/lotsa v1.0.2/go.mod h1:X6NiU+4yHA3fE3Puvpnn1XMDrFZrE9JO2/w+UMuqgR8=
 github.com/tidwall/match v1.1.1 h1:+Ho715JplO36QYgwN9PGYNhgZvoUSc9X2c80KVTi+GA=
 github.com/tidwall/match v1.1.1/go.mod h1:eRSPERbgtNPcGhD8UCthc6PmLEQXEWd3PRB5JTxsfmM=
 github.com/tidwall/pretty v1.2.0/go.mod h1:ITEVvHYasfjBbM0u2Pg8T2nJnzm8xPwvNhhsoaGGjNU=
@@ -475,17 +506,18 @@ github.com/tidwall/rtred v0.1.2 h1:exmoQtOLvDoO8ud++6LwVsAMTu0KPzLTUrMln8u1yu8=
 github.com/tidwall/rtred v0.1.2/go.mod h1:hd69WNXQ5RP9vHd7dqekAz+RIdtfBogmglkZSRxCHFQ=
 github.com/tidwall/tinyqueue v0.1.1 h1:SpNEvEggbpyN5DIReaJ2/1ndroY8iyEGxPYxoSaymYE=
 github.com/tidwall/tinyqueue v0.1.1/go.mod h1:O/QNHwrnjqr6IHItYrzoHAKYhBkLI67Q096fQP5zMYw=
-github.com/tklauser/go-sysconf v0.3.11 h1:89WgdJhk5SNwJfu+GKyYveZ4IaJ7xAkecBo+KdJV0CM=
 github.com/tklauser/go-sysconf v0.3.11/go.mod h1:GqXfhXY3kiPa0nAXPDIQIWzJbMCB7AmcWpGR8lSZfqI=
-github.com/tklauser/numcpus v0.6.0 h1:kebhY2Qt+3U6RNK7UqpYNA+tJ23IBEGKkB7JQBfDYms=
+github.com/tklauser/go-sysconf v0.3.12 h1:0QaGUFOdQaIVdPgfITYzaTegZvdCjmYO52cSFAEVmqU=
+github.com/tklauser/go-sysconf v0.3.12/go.mod h1:Ho14jnntGE1fpdOqQEEaiKRpvIavV0hSfmBq8nJbHYI=
 github.com/tklauser/numcpus v0.6.0/go.mod h1:FEZLMke0lhOUG6w2JadTzp0a+Nl8PF/GFkQ5UVIcaL4=
+github.com/tklauser/numcpus v0.6.1 h1:ng9scYS7az0Bk4OZLvrNXNSAO2Pxr1XXRAPyjhIx+Fk=
+github.com/tklauser/numcpus v0.6.1/go.mod h1:1XfjsgE2zo8GVw7POkMbHENHzVg3GzmoZ9fESEdAacY=
 github.com/trivago/tgo v1.0.7 h1:uaWH/XIy9aWYWpjm2CU3RpcqZXmX2ysQ9/Go+d9gyrM=
 github.com/trivago/tgo v1.0.7/go.mod h1:w4dpD+3tzNIIiIfkWWa85w5/B77tlvdZckQ+6PkFnhc=
-github.com/ulikunitz/xz v0.5.6/go.mod h1:2bypXElzHzzJZwzH67Y6wb67pO62Rzfn7BSiF4ABRW8=
+github.com/ulikunitz/xz v0.5.8/go.mod h1:nbz6k7qbPmH4IRqmfOplQw/tblSgqTqBwxkY0oWt/14=
+github.com/ulikunitz/xz v0.5.9/go.mod h1:nbz6k7qbPmH4IRqmfOplQw/tblSgqTqBwxkY0oWt/14=
 github.com/ulikunitz/xz v0.5.11 h1:kpFauv27b6ynzBNT/Xy+1k+fK4WswhN/6PN5WhFAGw8=
 github.com/ulikunitz/xz v0.5.11/go.mod h1:nbz6k7qbPmH4IRqmfOplQw/tblSgqTqBwxkY0oWt/14=
-github.com/ulule/deepcopier v0.0.0-20200430083143-45decc6639b6 h1:TtyC78WMafNW8QFfv3TeP3yWNDG+uxNkk9vOrnDu6JA=
-github.com/ulule/deepcopier v0.0.0-20200430083143-45decc6639b6/go.mod h1:h8272+G2omSmi30fBXiZDMkmHuOgonplfKIKjQWzlfs=
 github.com/valyala/bytebufferpool v1.0.0 h1:GqA5TC/0021Y/b9FG4Oi9Mr3q7XYx6KllzawFIhcdPw=
 github.com/valyala/bytebufferpool v1.0.0/go.mod h1:6bBcMArwyJ5K/AmCkWv1jt77kVWyCJ6HpOuEn7z0Csc=
 github.com/valyala/fasttemplate v1.2.2 h1:lxLXG0uE3Qnshl9QyaK6XJxMXlQZELvChBOCmQD0Loo=
@@ -520,8 +552,11 @@ github.com/yuin/goldmark v1.5.4 h1:2uY/xC0roWy8IBEGLgB1ywIoEJFGmRrX21YQcvGZzjU=
 github.com/yuin/goldmark v1.5.4/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY=
 github.com/yuin/goldmark-emoji v1.0.1 h1:ctuWEyzGBwiucEqxzwe0SOYDXPAucOrE9NQC18Wa1os=
 github.com/yuin/goldmark-emoji v1.0.1/go.mod h1:2w1E6FEWLcDQkoTE+7HU6QF1F6SLlNGjRIBbIZQFqkQ=
-github.com/yusufpapurcu/wmi v1.2.3 h1:E1ctvB7uKFMOJw3fdOW32DwGE9I7t++CRUEMKvFoFiw=
 github.com/yusufpapurcu/wmi v1.2.3/go.mod h1:SBZ9tNy3G9/m5Oi98Zks0QjeHVDvuK0qfxQmPyzfmi0=
+github.com/yusufpapurcu/wmi v1.2.4 h1:zFUKzehAFReQwLys1b/iSMl+JQGSCSjtVqQn9bBrPo0=
+github.com/yusufpapurcu/wmi v1.2.4/go.mod h1:SBZ9tNy3G9/m5Oi98Zks0QjeHVDvuK0qfxQmPyzfmi0=
+github.com/zcalusic/sysinfo v1.0.2 h1:nwTTo2a+WQ0NXwo0BGRojOJvJ/5XKvQih+2RrtWqfxc=
+github.com/zcalusic/sysinfo v1.0.2/go.mod h1:kluzTYflRWo6/tXVMJPdEjShsbPpsFRyy+p1mBQPC30=
 github.com/zeebo/assert v1.1.0 h1:hU1L1vLTHsnO8x8c9KAR5GmM5QscxHg5RNU5z5qbUWY=
 github.com/zeebo/assert v1.1.0/go.mod h1:Pq9JiuJQpG8JLJdtkwrJESF0Foym2/D9XMU5ciN/wJ0=
 github.com/zeebo/blake3 v0.2.3 h1:TFoLXsjeXqRNFxSbk35Dk4YtszE/MQQGK10BH4ptoTg=
@@ -541,6 +576,7 @@ github.com/zmap/zlint/v3 v3.0.0/go.mod h1:paGwFySdHIBEMJ61YjoqT4h7Ge+fdYG4sUQhnT
 go.etcd.io/bbolt v1.3.7 h1:j+zJOnnEjF/kyHlDDgGnVL/AIqIJPq8UoB2GSNfkUfQ=
 go.etcd.io/bbolt v1.3.7/go.mod h1:N9Mkw9X8x5fupy0IKsmuqVtoGDyxsaDlbk4Rd05IAQw=
 go.uber.org/goleak v1.2.0 h1:xqgm/S+aQvhWFTtR0XK3Jvg7z8kGV8P4X14IzwN3Eqk=
+go.uber.org/goleak v1.2.0/go.mod h1:XJYK+MuIchqpmGmUSAzotztawfKvYLUIgg7guXrwVUo=
 go.uber.org/multierr v1.11.0 h1:blXXJkSxSSfBVBlC76pxqeO+LN3aDfLQo+309xJstO0=
 go.uber.org/multierr v1.11.0/go.mod h1:20+QtiLqy0Nd6FdQB9TLXag12DsQkrbs3htMFfDN80Y=
 go.uber.org/zap v1.25.0 h1:4Hvk6GtkucQ790dqmj7l1eEnRdKm3k3ZUrUMS2d5+5c=
@@ -563,21 +599,19 @@ golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5y
 golang.org/x/crypto v0.0.0-20211209193657-4570a0811e8b/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4=
 golang.org/x/crypto v0.6.0/go.mod h1:OFC/31mSvZgRz0V1QTNCzfAI1aIRzbiufJtkMIlEp58=
 golang.org/x/crypto v0.7.0/go.mod h1:pYwdfH91IfpZVANVyUOhSIPZaFoJGxTFbZhFTx+dXZU=
-golang.org/x/crypto v0.12.0 h1:tFM/ta59kqch6LlvYnPa0yx5a83cL2nHflFhYKvv9Yk=
-golang.org/x/crypto v0.12.0/go.mod h1:NF0Gs7EO5K4qLn+Ylc+fih8BSTeIjAP05siRnAh98yw=
-golang.org/x/crypto v0.18.0 h1:PGVlW0xEltQnzFZ55hkuX5+KLyrMYhHld1YHO4AKcdc=
-golang.org/x/crypto v0.18.0/go.mod h1:R0j02AL6hcrfOiy9T4ZYp/rcWeMxM3L6QYxlOuEG1mg=
+golang.org/x/crypto v0.26.0 h1:RrRspgV4mU+YwB4FYnuBoKsUapNIL5cohGAmSH3azsw=
+golang.org/x/crypto v0.26.0/go.mod h1:GY7jblb9wI+FOo5y8/S2oY4zWP07AkOJ4+jxCqdqn54=
 golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
-golang.org/x/exp v0.0.0-20230626212559-97b1e661b5df h1:UA2aFVmmsIlefxMk29Dp2juaUSth8Pyn3Tq5Y5mJGME=
-golang.org/x/exp v0.0.0-20230626212559-97b1e661b5df/go.mod h1:FXUEEKJgO7OQYeo8N01OfiKP8RXMtf6e8aTskBGqWdc=
+golang.org/x/exp v0.0.0-20240506185415-9bf2ced13842 h1:vr/HnozRka3pE4EsMEg1lgkXJkTFJCVUX+S/ZT6wYzM=
+golang.org/x/exp v0.0.0-20240506185415-9bf2ced13842/go.mod h1:XtvwrStGgqGPLc4cjQfWqZHG1YFdYs6swckp8vpsjnc=
 golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE=
 golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU=
 golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc=
 golang.org/x/mod v0.1.1-0.20191105210325-c90efee705ee/go.mod h1:QqPTAvyqsEbceGzBzNggFXnrqF1CaUcvgkdR5Ot7KZg=
 golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4=
 golang.org/x/mod v0.8.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs=
-golang.org/x/mod v0.12.0 h1:rmsUpXtvNzj340zd98LZ4KntptpfRHwpFOHG188oHXc=
-golang.org/x/mod v0.12.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs=
+golang.org/x/mod v0.17.0 h1:zY54UmvipHiNd+pm+m0x9KhZ9hl1/7QNMyxXbc6ICqA=
+golang.org/x/mod v0.17.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c=
 golang.org/x/net v0.0.0-20180218175443-cbe0f9307d01/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
 golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
 golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
@@ -607,10 +641,8 @@ golang.org/x/net v0.7.0/go.mod h1:2Tu9+aMcznHK/AK1HMvgo6xiTLG5rD5rZLDS+rp2Bjs=
 golang.org/x/net v0.8.0/go.mod h1:QVkue5JL9kW//ek3r6jTKnTFis1tRmNAW2P1shuFdJc=
 golang.org/x/net v0.9.0/go.mod h1:d48xBJpPfHeWQsugry2m+kC02ZBRGRgulfHnEXEuWns=
 golang.org/x/net v0.10.0/go.mod h1:0qNGK6F8kojg2nk9dLZ2mShWaEBan6FAoqfSigmmuDg=
-golang.org/x/net v0.14.0 h1:BONx9s002vGdD9umnlX1Po8vOZmrgH34qlHcD1MfK14=
-golang.org/x/net v0.14.0/go.mod h1:PpSgVXXLK0OxS0F31C1/tv6XNguvCrnXIDrFMspZIUI=
-golang.org/x/net v0.20.0 h1:aCL9BSgETF1k+blQaYUBx9hJ9LOGP3gAVemcZlf1Kpo=
-golang.org/x/net v0.20.0/go.mod h1:z8BVo6PvndSri0LbOE3hAn0apkU+1YvI6E70E9jsnvY=
+golang.org/x/net v0.28.0 h1:a9JDOJc5GMUJ0+UDqmLT86WiEy7iWyIhz8gz8E4e5hE=
+golang.org/x/net v0.28.0/go.mod h1:yqtgsTWOOnlGLG9GFRrK3++bGOUEkNBoHZc8MEDWPNg=
 golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
 golang.org/x/oauth2 v0.5.0/go.mod h1:9/XBHVqLaWO3/BRHs5jbpYCnOZVjj5V0ndyaAM7KB4I=
 golang.org/x/oauth2 v0.11.0 h1:vPL4xzxBM4niKCW6g9whtaWVXTJf1U5e4aZxxFx/gbU=
@@ -621,7 +653,8 @@ golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJ
 golang.org/x/sync v0.0.0-20200317015054-43a5402ce75a/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
 golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
 golang.org/x/sync v0.1.0/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
-golang.org/x/sync v0.3.0 h1:ftCYgMx6zT/asHUrPw8BLLscYtGznsLAnjq5RH9P66E=
+golang.org/x/sync v0.8.0 h1:3NFvSEYkUoMifnESzZl15y791HH1qU2xm6eCJU5ZPXQ=
+golang.org/x/sync v0.8.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk=
 golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
 golang.org/x/sys v0.0.0-20180905080454-ebe1bf3edb33/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
 golang.org/x/sys v0.0.0-20180909124046-d0be0721c37e/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
@@ -654,10 +687,9 @@ golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.7.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.8.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.10.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
-golang.org/x/sys v0.11.0 h1:eG7RXZHdqOJ1i+0lgLgCpSXAp6M3LYlAo6osgSi0xOM=
 golang.org/x/sys v0.11.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
-golang.org/x/sys v0.16.0 h1:xWw16ngr6ZMtmxDyKyIgsE93KNKz5HKmMa3b8ALHidU=
-golang.org/x/sys v0.16.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
+golang.org/x/sys v0.23.0 h1:YfKFowiIMvtgl1UERQoTPPToxltDeZfbj4H7dVUCwmM=
+golang.org/x/sys v0.23.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
 golang.org/x/term v0.0.0-20201117132131-f5c789dd3221/go.mod h1:Nr5EML6q2oocZ2LXRh80K7BxOlk5/8JxuGnuhpl+muw=
 golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
 golang.org/x/term v0.0.0-20210220032956-6a3ed077a48d/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
@@ -667,8 +699,8 @@ golang.org/x/term v0.5.0/go.mod h1:jMB1sMXY+tzblOD4FWmEbocvup2/aLOaQEp7JmGp78k=
 golang.org/x/term v0.6.0/go.mod h1:m6U89DPEgQRMq3DNkDClhWw02AUbt2daBVO4cn4Hv9U=
 golang.org/x/term v0.7.0/go.mod h1:P32HKFT3hSsZrRxla30E9HqToFYAQPCMs/zFMBUFqPY=
 golang.org/x/term v0.8.0/go.mod h1:xPskH00ivmX89bAKVGSKKtLOWNx2+17Eiy94tnKShWo=
-golang.org/x/term v0.11.0 h1:F9tnn/DA/Im8nCwm+fX+1/eBwi4qFjRT++MhtVC4ZX0=
-golang.org/x/term v0.16.0 h1:m+B6fahuftsE9qjo0VWp2FW0mB3MTJvR0BaMQrq0pmE=
+golang.org/x/term v0.23.0 h1:F6D4vR+EHoL9/sWAWgAR1H2DcHr4PareCbAaCo1RpuU=
+golang.org/x/term v0.23.0/go.mod h1:DgV24QBUrK6jhZXl+20l6UWznPlwAHm1Q1mGHtydmSk=
 golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
 golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk=
 golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
@@ -679,12 +711,11 @@ golang.org/x/text v0.6.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8=
 golang.org/x/text v0.7.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8=
 golang.org/x/text v0.8.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8=
 golang.org/x/text v0.9.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8=
-golang.org/x/text v0.12.0 h1:k+n5B8goJNdU7hSvEtMUz3d1Q6D/XW4COJSJR6fN0mc=
-golang.org/x/text v0.12.0/go.mod h1:TvPlkZtksWOMsz7fbANvkp4WM8x/WCo/om8BMLbz+aE=
-golang.org/x/text v0.14.0 h1:ScX5w1eTa3QqT8oi6+ziP7dTV1S2+ALU0bI+0zXKWiQ=
-golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
-golang.org/x/time v0.3.0 h1:rg5rLMjNzMS1RkNLzCG38eapWhnYLFYXDXj2gOlr8j4=
+golang.org/x/text v0.17.0 h1:XtiM5bkSOt+ewxlOE/aE/AKEHibwj/6gvWMl9Rsh0Qc=
+golang.org/x/text v0.17.0/go.mod h1:BuEKDfySbSR4drPmRPG/7iBdf8hvFMuRexcpahXilzY=
 golang.org/x/time v0.3.0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
+golang.org/x/time v0.5.0 h1:o7cqy6amK/52YcAKIPlM3a+Fpj35zvRj2TP+e1xFSfk=
+golang.org/x/time v0.5.0/go.mod h1:3BpzKBy/shNhVucY/MWOyx10tF3SFh9QdLuxbVysPQM=
 golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
 golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
 golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY=
@@ -696,8 +727,8 @@ golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtn
 golang.org/x/tools v0.0.0-20191216052735-49a3e744a425/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28=
 golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc=
 golang.org/x/tools v0.6.0/go.mod h1:Xwgl3UAJ/d3gWutnCtw505GrjyAbvKui8lOU390QaIU=
-golang.org/x/tools v0.11.0 h1:EMCa6U9S2LtZXLAMoWiR/R8dAQFRqbAitmbJ2UKhoi8=
-golang.org/x/tools v0.11.0/go.mod h1:anzJrxPjNtfgiYQYirP2CPGzGLxrH2u2QBhn6Bf3qY8=
+golang.org/x/tools v0.21.1-0.20240508182429-e35e4ccd0d2d h1:vU5i/LfpvrRCpgM/VPfJLg5KjxD3E+hfT1SH+d9zLwg=
+golang.org/x/tools v0.21.1-0.20240508182429-e35e4ccd0d2d/go.mod h1:aiJjzUbINMkxbQROHiO6hDPo2LHcIPhhQsa9DLh0yGk=
 golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
 golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
 golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
@@ -726,13 +757,14 @@ google.golang.org/protobuf v1.26.0/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQ
 google.golang.org/protobuf v1.28.0/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I=
 google.golang.org/protobuf v1.28.1/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I=
 google.golang.org/protobuf v1.30.0/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I=
-google.golang.org/protobuf v1.31.0 h1:g0LDEJHgrBl9N9r17Ru3sqWhkIx2NB67okBHPwC7hs8=
-google.golang.org/protobuf v1.31.0/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I=
+google.golang.org/protobuf v1.33.0 h1:uNO2rsAINq/JlFpSdYEKIZ0uKD/R9cpdv0T+yoGwGmI=
+google.golang.org/protobuf v1.33.0/go.mod h1:c6P6GXX6sHbq/GpV6MGZEdwhWPcYBgnhAHhKbcUYpos=
 gopkg.in/alecthomas/kingpin.v2 v2.2.6 h1:jMFz6MfLP0/4fUyZle81rXUoxOBFi19VUFKVDOQfozc=
 gopkg.in/alecthomas/kingpin.v2 v2.2.6/go.mod h1:FMv+mEhP44yOT+4EoQTLFTRgOQ1FBLkstjWtayDeSgw=
 gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
 gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
 gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk=
+gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q=
 gopkg.in/corvus-ch/zbase32.v1 v1.0.0 h1:K4u1NprbDNvKPczKfHLbwdOWHTZ0zfv2ow71H1nRnFU=
 gopkg.in/corvus-ch/zbase32.v1 v1.0.0/go.mod h1:T3oKkPOm4AV/bNXCNFUxRmlE9RUyBz/DSo0nK9U+c0Y=
 gopkg.in/djherbis/times.v1 v1.3.0 h1:uxMS4iMtH6Pwsxog094W0FYldiNnfY/xba00vq6C2+o=

internal/nuclei/format/format.go

@@ -1,3 +1,27 @@
+/*
+╔══════════════════════════════════════════════════════════════════════════════╗
+║                                                                              ║
+║                                  SIF                                         ║
+║                                                                              ║
+║        Blazing-fast pentesting suite written in Go                           ║
+║                                                                              ║
+║        Copyright (c) 2023-2024 vmfunc, xyzeva, lunchcat contributors         ║
+║                    and other sif contributors.                               ║
+║                                                                              ║
+║                                                                              ║
+║        Use of this tool is restricted to research and educational            ║
+║        purposes only. Usage in a production environment outside              ║
+║        of these categories is strictly prohibited.                           ║
+║                                                                              ║
+║        Any person or entity wishing to use this tool outside of              ║
+║        research or educational purposes must purchase a license              ║
+║        from https://lunchcat.dev                                             ║
+║                                                                              ║
+║        For more information, visit: https://github.com/lunchcat/sif          ║
+║                                                                              ║
+╚══════════════════════════════════════════════════════════════════════════════╝
+*/
+
 package format
 
 import (

internal/nuclei/templates/templates.go

@@ -1,3 +1,27 @@
+/*
+╔══════════════════════════════════════════════════════════════════════════════╗
+║                                                                              ║
+║                                  SIF                                         ║
+║                                                                              ║
+║        Blazing-fast pentesting suite written in Go                           ║
+║                                                                              ║
+║        Copyright (c) 2023-2024 vmfunc, xyzeva, lunchcat contributors         ║
+║                    and other sif contributors.                               ║
+║                                                                              ║
+║                                                                              ║
+║        Use of this tool is restricted to research and educational            ║
+║        purposes only. Usage in a production environment outside              ║
+║        of these categories is strictly prohibited.                           ║
+║                                                                              ║
+║        Any person or entity wishing to use this tool outside of              ║
+║        research or educational purposes must purchase a license              ║
+║        from https://lunchcat.dev                                             ║
+║                                                                              ║
+║        For more information, visit: https://github.com/lunchcat/sif          ║
+║                                                                              ║
+╚══════════════════════════════════════════════════════════════════════════════╝
+*/
+
 package templates
 
 import (

internal/styles/styles.go

@@ -1,20 +1,51 @@
+/*
+╔══════════════════════════════════════════════════════════════════════════════╗
+║                                                                              ║
+║                                  SIF                                         ║
+║                                                                              ║
+║        Blazing-fast pentesting suite written in Go                           ║
+║                                                                              ║
+║        Copyright (c) 2023-2024 vmfunc, xyzeva, lunchcat contributors         ║
+║                    and other sif contributors.                               ║
+║                                                                              ║
+║                                                                              ║
+║        Use of this tool is restricted to research and educational            ║
+║        purposes only. Usage in a production environment outside              ║
+║        of these categories is strictly prohibited.                           ║
+║                                                                              ║
+║        Any person or entity wishing to use this tool outside of              ║
+║        research or educational purposes must purchase a license              ║
+║        from https://lunchcat.dev                                             ║
+║                                                                              ║
+║        For more information, visit: https://github.com/lunchcat/sif          ║
+║                                                                              ║
+╚══════════════════════════════════════════════════════════════════════════════╝
+*/
+
+// Package styles provides custom styling options for the SIF tool's console output.
+// It uses the lipgloss library to create visually appealing and consistent text styles.
+
 package styles
 
 import "github.com/charmbracelet/lipgloss"
 
 var (
+	// Separator style for creating visual breaks in the output
 	Separator = lipgloss.NewStyle().
 			Border(lipgloss.ThickBorder(), true, false).
 			Bold(true)
 
+	// Status style for highlighting important status messages
 	Status = lipgloss.NewStyle().
 		Bold(true).
 		Foreground(lipgloss.Color("#00ff1a"))
 
+	// Highlight style for emphasizing specific text
 	Highlight = lipgloss.NewStyle().
 			Bold(true).
 			Underline(true)
 
+	// Box style for creating bordered content boxes
 	Box = lipgloss.NewStyle().
 		Bold(true).
 		Foreground(lipgloss.Color("#fafafa")).
@@ -24,6 +55,7 @@ var (
 		PaddingLeft(15).
 		Width(60)
 
+	// Subheading style for secondary titles or headers
 	Subheading = lipgloss.NewStyle().
 			Bold(true).
 			Align(lipgloss.Center).
@@ -32,6 +64,7 @@ var (
 			Width(60)
 )
 
+// Severity level styles for color-coding vulnerability severities
 var (
 	SeverityLow = lipgloss.NewStyle().
 			Foreground(lipgloss.Color("#00ff00"))

pkg/config/config.go

@@ -1,3 +1,27 @@
+/*
+╔══════════════════════════════════════════════════════════════════════════════╗
+║                                                                              ║
+║                                  SIF                                         ║
+║                                                                              ║
+║        Blazing-fast pentesting suite written in Go                           ║
+║                                                                              ║
+║        Copyright (c) 2023-2024 vmfunc, xyzeva, lunchcat contributors         ║
+║                    and other sif contributors.                               ║
+║                                                                              ║
+║                                                                              ║
+║        Use of this tool is restricted to research and educational            ║
+║        purposes only. Usage in a production environment outside              ║
+║        of these categories is strictly prohibited.                           ║
+║                                                                              ║
+║        Any person or entity wishing to use this tool outside of              ║
+║        research or educational purposes must purchase a license              ║
+║        from https://lunchcat.dev                                             ║
+║                                                                              ║
+║        For more information, visit: https://github.com/lunchcat/sif          ║
+║                                                                              ║
+╚══════════════════════════════════════════════════════════════════════════════╝
+*/
+
 package config
 
 import (
@@ -8,21 +32,27 @@ import (
 )
 
 type Settings struct {
-	Dirlist string
-	Dnslist string
-	Debug   bool
-	LogDir  string
-	NoScan  bool
-	Ports   string
-	Dorking bool
-	Git     bool
-	Whois   bool
-	Threads int
-	Nuclei  bool
-	Timeout time.Duration
-	URLs    goflags.StringSlice
-	File    string
-	ApiMode bool
+	Dirlist           string
+	Dnslist           string
+	Debug             bool
+	LogDir            string
+	NoScan            bool
+	Ports             string
+	Dorking           bool
+	Git               bool
+	Whois             bool
+	Threads           int
+	Nuclei            bool
+	JavaScript        bool
+	Timeout           time.Duration
+	URLs              goflags.StringSlice
+	File              string
+	ApiMode           bool
+	Template          string
+	CMS               bool
+	Headers           bool
+	CloudStorage      bool
+	SubdomainTakeover bool
 }
 
 const (
@@ -60,6 +90,11 @@ func Parse() *Settings {
 		flagSet.BoolVar(&settings.Nuclei, "nuclei", false, "Enable scanning using nuclei templates"),
 		flagSet.BoolVar(&settings.NoScan, "noscan", false, "Do not perform base URL (robots.txt, etc) scanning"),
 		flagSet.BoolVar(&settings.Whois, "whois", false, "Enable WHOIS lookup"),
+		flagSet.BoolVar(&settings.JavaScript, "js", false, "Enable JavaScript scans"),
+		flagSet.BoolVar(&settings.CMS, "cms", false, "Enable CMS detection"),
+		flagSet.BoolVar(&settings.Headers, "headers", false, "Enable HTTP Header Analysis"),
+		flagSet.BoolVar(&settings.CloudStorage, "c3", false, "Enable C3 Misconfiguration Scan"),
+		flagSet.BoolVar(&settings.SubdomainTakeover, "st", false, "Enable Subdomain Takeover Check"),
 	)
 
 	flagSet.CreateGroup("runtime", "Runtime",
@@ -67,6 +102,7 @@ func Parse() *Settings {
 		flagSet.DurationVarP(&settings.Timeout, "timeout", "t", 10*time.Second, "HTTP request timeout"),
 		flagSet.StringVarP(&settings.LogDir, "log", "l", "", "Directory to store logs in"),
 		flagSet.IntVar(&settings.Threads, "threads", 10, "Number of threads to run scans on"),
+		flagSet.StringVar(&settings.Template, "template", "", "Sif runtime template to use"),
 	)
 
 	flagSet.CreateGroup("api", "API",

pkg/logger/logger.go

@@ -1,3 +1,27 @@
+/*
+╔══════════════════════════════════════════════════════════════════════════════╗
+║                                                                              ║
+║                                  SIF                                         ║
+║                                                                              ║
+║        Blazing-fast pentesting suite written in Go                           ║
+║                                                                              ║
+║        Copyright (c) 2023-2024 vmfunc, xyzeva, lunchcat contributors         ║
+║                    and other sif contributors.                               ║
+║                                                                              ║
+║                                                                              ║
+║        Use of this tool is restricted to research and educational            ║
+║        purposes only. Usage in a production environment outside              ║
+║        of these categories is strictly prohibited.                           ║
+║                                                                              ║
+║        Any person or entity wishing to use this tool outside of              ║
+║        research or educational purposes must purchase a license              ║
+║        from https://lunchcat.dev                                             ║
+║                                                                              ║
+║        For more information, visit: https://github.com/lunchcat/sif          ║
+║                                                                              ║
+╚══════════════════════════════════════════════════════════════════════════════╝
+*/
+
 package logger
 
 import (

pkg/scan/cloudstorage.go

@@ -0,0 +1,123 @@
+/*
+╔══════════════════════════════════════════════════════════════════════════════╗
+║                                                                              ║
+║                                  SIF                                         ║
+║                                                                              ║
+║        Blazing-fast pentesting suite written in Go                           ║
+║                                                                              ║
+║        Copyright (c) 2023-2024 vmfunc, xyzeva, lunchcat contributors         ║
+║                    and other sif contributors.                               ║
+║                                                                              ║
+║                                                                              ║
+║        Use of this tool is restricted to research and educational            ║
+║        purposes only. Usage in a production environment outside              ║
+║        of these categories is strictly prohibited.                           ║
+║                                                                              ║
+║        Any person or entity wishing to use this tool outside of              ║
+║        research or educational purposes must purchase a license              ║
+║        from https://lunchcat.dev                                             ║
+║                                                                              ║
+║        For more information, visit: https://github.com/lunchcat/sif          ║
+║                                                                              ║
+╚══════════════════════════════════════════════════════════════════════════════╝
+*/
+
+package scan
+
+import (
+	"fmt"
+	"net/http"
+	"os"
+	"strings"
+	"time"
+
+	"github.com/charmbracelet/log"
+	"github.com/dropalldatabases/sif/internal/styles"
+	"github.com/dropalldatabases/sif/pkg/logger"
+)
+
+type CloudStorageResult struct {
+	BucketName string `json:"bucket_name"`
+	IsPublic   bool   `json:"is_public"`
+}
+
+func CloudStorage(url string, timeout time.Duration, logdir string) ([]CloudStorageResult, error) {
+	fmt.Println(styles.Separator.Render("☁️ Starting " + styles.Status.Render("Cloud Storage Misconfiguration Scan") + "..."))
+
+	sanitizedURL := strings.Split(url, "://")[1]
+
+	if logdir != "" {
+		if err := logger.WriteHeader(sanitizedURL, logdir, "Cloud Storage Misconfiguration Scan"); err != nil {
+			log.Errorf("Error creating log file: %v", err)
+			return nil, err
+		}
+	}
+
+	cloudlog := log.NewWithOptions(os.Stderr, log.Options{
+		Prefix: "C3 ☁️",
+	}).With("url", url)
+
+	client := &http.Client{
+		Timeout: timeout,
+	}
+
+	potentialBuckets := extractPotentialBuckets(sanitizedURL)
+
+	var results []CloudStorageResult
+
+	for _, bucket := range potentialBuckets {
+		isPublic, err := checkS3Bucket(bucket, client)
+		if err != nil {
+			cloudlog.Errorf("Error checking S3 bucket %s: %v", bucket, err)
+			continue
+		}
+
+		result := CloudStorageResult{
+			BucketName: bucket,
+			IsPublic:   isPublic,
+		}
+		results = append(results, result)
+
+		if isPublic {
+			cloudlog.Warnf("Public S3 bucket found: %s", styles.Highlight.Render(bucket))
+			if logdir != "" {
+				logger.Write(sanitizedURL, logdir, fmt.Sprintf("Public S3 bucket found: %s\n", bucket))
+			}
+		} else {
+			cloudlog.Infof("S3 bucket is not public/found: %s", bucket)
+		}
+	}
+
+	return results, nil
+}
+
+func extractPotentialBuckets(url string) []string {
+	// This is a simple implementation.
+	// TODO: add more cases
+	parts := strings.Split(url, ".")
+	var buckets []string
+	for i, part := range parts {
+		buckets = append(buckets, part)
+		buckets = append(buckets, part+"-s3")
+		buckets = append(buckets, "s3-"+part)
+
+		if i < len(parts)-1 {
+			domainExtension := part + "-" + parts[i+1]
+			buckets = append(buckets, domainExtension)
+			buckets = append(buckets, parts[i+1]+"-"+part)
+		}
+	}
+	return buckets
+}
+
+func checkS3Bucket(bucket string, client *http.Client) (bool, error) {
+	url := fmt.Sprintf("https://%s.s3.amazonaws.com", bucket)
+	resp, err := client.Get(url)
+	if err != nil {
+		return false, err
+	}
+	defer resp.Body.Close()
+
+	// If we can access the bucket listing, it's public
+	return resp.StatusCode == http.StatusOK, nil
+}

pkg/scan/cms.go

@@ -0,0 +1,135 @@
+/*
+╔══════════════════════════════════════════════════════════════════════════════╗
+║                                                                              ║
+║                                  SIF                                         ║
+║                                                                              ║
+║        Blazing-fast pentesting suite written in Go                           ║
+║                                                                              ║
+║        Copyright (c) 2023-2024 vmfunc, xyzeva, lunchcat contributors         ║
+║                    and other sif contributors.                               ║
+║                                                                              ║
+║                                                                              ║
+║        Use of this tool is restricted to research and educational            ║
+║        purposes only. Usage in a production environment outside              ║
+║        of these categories is strictly prohibited.                           ║
+║                                                                              ║
+║        Any person or entity wishing to use this tool outside of              ║
+║        research or educational purposes must purchase a license              ║
+║        from https://lunchcat.dev                                             ║
+║                                                                              ║
+║        For more information, visit: https://github.com/lunchcat/sif          ║
+║                                                                              ║
+╚══════════════════════════════════════════════════════════════════════════════╝
+*/
+
+package scan
+
+import (
+	"fmt"
+	"io"
+	"net/http"
+	"os"
+	"strings"
+	"time"
+
+	"github.com/charmbracelet/log"
+	"github.com/dropalldatabases/sif/internal/styles"
+	"github.com/dropalldatabases/sif/pkg/logger"
+)
+
+type CMSResult struct {
+	Name    string `json:"name"`
+	Version string `json:"version"`
+}
+
+func CMS(url string, timeout time.Duration, logdir string) (*CMSResult, error) {
+	fmt.Println(styles.Separator.Render("🔍 Starting " + styles.Status.Render("CMS detection") + "..."))
+
+	sanitizedURL := strings.Split(url, "://")[1]
+
+	if logdir != "" {
+		if err := logger.WriteHeader(sanitizedURL, logdir, "CMS detection"); err != nil {
+			log.Errorf("Error creating log file: %v", err)
+			return nil, err
+		}
+	}
+
+	cmslog := log.NewWithOptions(os.Stderr, log.Options{
+		Prefix: "CMS 🔍",
+	}).With("url", url)
+
+	client := &http.Client{
+		Timeout: timeout,
+	}
+
+	resp, err := client.Get(url)
+	if err != nil {
+		return nil, err
+	}
+	defer resp.Body.Close()
+
+	body, err := io.ReadAll(resp.Body)
+	if err != nil {
+		return nil, err
+	}
+	bodyString := string(body)
+
+	// WordPress
+	if detectWordPress(url, client, bodyString) {
+		result := &CMSResult{Name: "WordPress", Version: "Unknown"}
+		cmslog.Infof("Detected CMS: %s", styles.Highlight.Render(result.Name))
+		return result, nil
+	}
+
+	// Drupal
+	if strings.Contains(resp.Header.Get("X-Drupal-Cache"), "HIT") || strings.Contains(bodyString, "Drupal.settings") {
+		result := &CMSResult{Name: "Drupal", Version: "Unknown"}
+		cmslog.Infof("Detected CMS: %s", styles.Highlight.Render(result.Name))
+		return result, nil
+	}
+
+	// Joomla
+	if strings.Contains(bodyString, "joomla") || strings.Contains(bodyString, "/media/system/js/core.js") {
+		result := &CMSResult{Name: "Joomla", Version: "Unknown"}
+		cmslog.Infof("Detected CMS: %s", styles.Highlight.Render(result.Name))
+		return result, nil
+	}
+
+	cmslog.Info("No CMS detected")
+	return nil, nil
+}
+
+func detectWordPress(url string, client *http.Client, bodyString string) bool {
+	// Check for common WordPress indicators in the HTML
+	wpIndicators := []string{
+		"wp-content",
+		"wp-includes",
+		"wp-json",
+		"wordpress",
+	}
+
+	for _, indicator := range wpIndicators {
+		if strings.Contains(bodyString, indicator) {
+			return true
+		}
+	}
+
+	// Check for WordPress-specific files
+	wpFiles := []string{
+		"/wp-login.php",
+		"/wp-admin/",
+		"/wp-config.php",
+	}
+
+	for _, file := range wpFiles {
+		resp, err := client.Get(url + file)
+		if err == nil {
+			defer resp.Body.Close()
+			if resp.StatusCode == http.StatusOK || resp.StatusCode == http.StatusFound {
+				return true
+			}
+		}
+	}
+
+	return false
+}

pkg/scan/dirlist.go

@@ -1,3 +1,27 @@
+/*
+╔══════════════════════════════════════════════════════════════════════════════╗
+║                                                                              ║
+║                                  SIF                                         ║
+║                                                                              ║
+║        Blazing-fast pentesting suite written in Go                           ║
+║                                                                              ║
+║        Copyright (c) 2023-2024 vmfunc, xyzeva, lunchcat contributors         ║
+║                    and other sif contributors.                               ║
+║                                                                              ║
+║                                                                              ║
+║        Use of this tool is restricted to research and educational            ║
+║        purposes only. Usage in a production environment outside              ║
+║        of these categories is strictly prohibited.                           ║
+║                                                                              ║
+║        Any person or entity wishing to use this tool outside of              ║
+║        research or educational purposes must purchase a license              ║
+║        from https://lunchcat.dev                                             ║
+║                                                                              ║
+║        For more information, visit: https://github.com/lunchcat/sif          ║
+║                                                                              ║
+╚══════════════════════════════════════════════════════════════════════════════╝
+*/
+
 package scan
 
 import (
@@ -22,7 +46,24 @@ const (
 	bigFile      = "directory-list-2.3-big.txt"
 )
 
-func Dirlist(size string, url string, timeout time.Duration, threads int, logdir string) {
+type DirectoryResult struct {
+	Url        string `json:"url"`
+	StatusCode int    `json:"status_code"`
+}
+
+// Dirlist performs directory fuzzing on the target URL.
+//
+// Parameters:
+//   - size: determines the size of the directory list to use ("small", "medium", or "large")
+//   - url: the target URL to scan
+//   - timeout: maximum duration for each request
+//   - threads: number of concurrent threads to use
+//   - logdir: directory to store log files (empty string for no logging)
+//
+// Returns:
+//   - []DirectoryResult: a slice of discovered directories and their status codes
+//   - error: any error encountered during the scan
+func Dirlist(size string, url string, timeout time.Duration, threads int, logdir string) ([]DirectoryResult, error) {
 
 	fmt.Println(styles.Separator.Render("📂 Starting " + styles.Status.Render("directory fuzzing") + "..."))
 
@@ -31,7 +72,7 @@ func Dirlist(size string, url string, timeout time.Duration, threads int, logdir
 	if logdir != "" {
 		if err := logger.WriteHeader(sanitizedURL, logdir, size+" directory fuzzing"); err != nil {
 			log.Errorf("Error creating log file: %v", err)
-			return
+			return nil, err
 		}
 	}
 
@@ -55,7 +96,7 @@ func Dirlist(size string, url string, timeout time.Duration, threads int, logdir
 	resp, err := http.Get(list)
 	if err != nil {
 		log.Errorf("Error downloading directory list: %s", err)
-		return
+		return nil, err
 	}
 	defer resp.Body.Close()
 	var directories []string
@@ -71,6 +112,8 @@ func Dirlist(size string, url string, timeout time.Duration, threads int, logdir
 
 	var wg sync.WaitGroup
 	wg.Add(threads)
+
+	results := []DirectoryResult{}
 	for thread := 0; thread < threads; thread++ {
 		go func(thread int) {
 			defer wg.Done()
@@ -87,15 +130,23 @@ func Dirlist(size string, url string, timeout time.Duration, threads int, logdir
 					return
 				}
 
-				if resp.StatusCode != 404 {
+				if resp.StatusCode != 404 && resp.StatusCode != 403 {
 					// log url, directory, and status code
 					dirlog.Infof("%s [%s]", styles.Status.Render(strconv.Itoa(resp.StatusCode)), styles.Highlight.Render(directory))
 					if logdir != "" {
 						logger.Write(sanitizedURL, logdir, fmt.Sprintf("%s [%s]\n", strconv.Itoa(resp.StatusCode), directory))
 					}
+
+					result := DirectoryResult{
+						Url:        resp.Request.URL.String(),
+						StatusCode: resp.StatusCode,
+					}
+					results = append(results, result)
 				}
 			}
 		}(thread)
 	}
 	wg.Wait()
+
+	return results, nil
 }

pkg/scan/dnslist.go

@@ -1,3 +1,27 @@
+/*
+╔══════════════════════════════════════════════════════════════════════════════╗
+║                                                                              ║
+║                                  SIF                                         ║
+║                                                                              ║
+║        Blazing-fast pentesting suite written in Go                           ║
+║                                                                              ║
+║        Copyright (c) 2023-2024 vmfunc, xyzeva, lunchcat contributors         ║
+║                    and other sif contributors.                               ║
+║                                                                              ║
+║                                                                              ║
+║        Use of this tool is restricted to research and educational            ║
+║        purposes only. Usage in a production environment outside              ║
+║        of these categories is strictly prohibited.                           ║
+║                                                                              ║
+║        Any person or entity wishing to use this tool outside of              ║
+║        research or educational purposes must purchase a license              ║
+║        from https://lunchcat.dev                                             ║
+║                                                                              ║
+║        For more information, visit: https://github.com/lunchcat/sif          ║
+║                                                                              ║
+╚══════════════════════════════════════════════════════════════════════════════╝
+*/
+
 package scan
 
 import (
@@ -21,7 +45,19 @@ const (
 	dnsBigFile    = "subdomains-10000.txt"
 )
 
-func Dnslist(size string, url string, timeout time.Duration, threads int, logdir string) {
+// Dnslist performs DNS subdomain enumeration on the target domain.
+//
+// Parameters:
+//   - size: determines the size of the subdomain list to use ("small", "medium", or "large")
+//   - url: the target URL to scan
+//   - timeout: maximum duration for each DNS lookup
+//   - threads: number of concurrent threads to use
+//   - logdir: directory to store log files (empty string for no logging)
+//
+// Returns:
+//   - []string: a slice of discovered subdomains
+//   - error: any error encountered during the enumeration
+func Dnslist(size string, url string, timeout time.Duration, threads int, logdir string) ([]string, error) {
 
 	fmt.Println(styles.Separator.Render("📡 Starting " + styles.Status.Render("DNS fuzzing") + "..."))
 
@@ -45,7 +81,7 @@ func Dnslist(size string, url string, timeout time.Duration, threads int, logdir
 	resp, err := http.Get(list)
 	if err != nil {
 		log.Errorf("Error downloading DNS list: %s", err)
-		return
+		return nil, err
 	}
 	defer resp.Body.Close()
 	var dns []string
@@ -60,7 +96,7 @@ func Dnslist(size string, url string, timeout time.Duration, threads int, logdir
 	if logdir != "" {
 		if err := logger.WriteHeader(sanitizedURL, logdir, size+" subdomain fuzzing"); err != nil {
 			log.Errorf("Error creating log file: %v", err)
-			return
+			return nil, err
 		}
 	}
 
@@ -70,6 +106,8 @@ func Dnslist(size string, url string, timeout time.Duration, threads int, logdir
 
 	var wg sync.WaitGroup
 	wg.Add(threads)
+
+	urls := []string{}
 	for thread := 0; thread < threads; thread++ {
 		go func(thread int) {
 			defer wg.Done()
@@ -80,10 +118,11 @@ func Dnslist(size string, url string, timeout time.Duration, threads int, logdir
 				}
 
 				log.Debugf("Looking up: %s", domain)
-				_, err := client.Get("http://" + domain + "." + sanitizedURL)
+				resp, err := client.Get("http://" + domain + "." + sanitizedURL)
 				if err != nil {
 					log.Debugf("Error %s: %s", domain, err)
 				} else {
+					urls = append(urls, resp.Request.URL.String())
 					dnslog.Infof("%s %s.%s", styles.Status.Render("[http]"), styles.Highlight.Render(domain), sanitizedURL)
 
 					if logdir != "" {
@@ -97,10 +136,11 @@ func Dnslist(size string, url string, timeout time.Duration, threads int, logdir
 					}
 				}
 
-				_, err = client.Get("https://" + domain + "." + sanitizedURL)
+				resp, err = client.Get("https://" + domain + "." + sanitizedURL)
 				if err != nil {
 					log.Debugf("Error %s: %s", domain, err)
 				} else {
+					urls = append(urls, resp.Request.URL.String())
 					dnslog.Infof("%s %s.%s", styles.Status.Render("[https]"), styles.Highlight.Render(domain), sanitizedURL)
 					if logdir != "" {
 						logger.Write(sanitizedURL, logdir, fmt.Sprintf("[https] %s.%s\n", domain, sanitizedURL))
@@ -110,4 +150,6 @@ func Dnslist(size string, url string, timeout time.Duration, threads int, logdir
 		}(thread)
 	}
 	wg.Wait()
+
+	return urls, nil
 }

pkg/scan/dork.go

@@ -1,3 +1,30 @@
+/*
+╔══════════════════════════════════════════════════════════════════════════════╗
+║                                                                              ║
+║                                  SIF                                         ║
+║                                                                              ║
+║        Blazing-fast pentesting suite written in Go                           ║
+║                                                                              ║
+║        Copyright (c) 2023-2024 vmfunc, xyzeva, lunchcat contributors         ║
+║                    and other sif contributors.                               ║
+║                                                                              ║
+║                                                                              ║
+║        Use of this tool is restricted to research and educational            ║
+║        purposes only. Usage in a production environment outside              ║
+║        of these categories is strictly prohibited.                           ║
+║                                                                              ║
+║        Any person or entity wishing to use this tool outside of              ║
+║        research or educational purposes must purchase a license              ║
+║        from https://lunchcat.dev                                             ║
+║                                                                              ║
+║        For more information, visit: https://github.com/lunchcat/sif          ║
+║                                                                              ║
+╚══════════════════════════════════════════════════════════════════════════════╝
+*/
+
+// Package scan provides various security scanning functionalities for web applications.
+// This file handles Google dorking operations.
+
 package scan
 
 import (
@@ -21,7 +48,25 @@ const (
 	dorkFile = "dork.txt"
 )
 
-func Dork(url string, timeout time.Duration, threads int, logdir string) {
+// DorkResult represents the result of a Google dork search.
+type DorkResult struct {
+	Url   string `json:"url"`   // The URL found by the dork
+	Count int    `json:"count"` // The number of times this URL was found
+}
+
+// Dork performs Google dorking operations on the target URL.
+// It uses a predefined list of dorks to search for potentially sensitive information.
+//
+// Parameters:
+//   - url: The target URL to dork
+//   - timeout: Maximum duration for each dork search
+//   - threads: Number of concurrent threads to use
+//   - logdir: Directory to store log files (empty string for no logging)
+//
+// Returns:
+//   - []DorkResult: A slice of results from the dorking operation
+//   - error: Any error encountered during the dorking process
+func Dork(url string, timeout time.Duration, threads int, logdir string) ([]DorkResult, error) {
 
 	fmt.Println(styles.Separator.Render("🤓 Starting " + styles.Status.Render("URL Dorking") + "..."))
 
@@ -30,7 +75,7 @@ func Dork(url string, timeout time.Duration, threads int, logdir string) {
 	if logdir != "" {
 		if err := logger.WriteHeader(sanitizedURL, logdir, "URL dorking"); err != nil {
 			log.Errorf("Error creating log file: %v", err)
-			return
+			return nil, err
 		}
 	}
 
@@ -43,7 +88,7 @@ func Dork(url string, timeout time.Duration, threads int, logdir string) {
 	resp, err := http.Get(dorkURL + dorkFile)
 	if err != nil {
 		log.Errorf("Error downloading dork list: %s", err)
-		return
+		return nil, err
 	}
 	defer resp.Body.Close()
 	var dorks []string
@@ -56,24 +101,41 @@ func Dork(url string, timeout time.Duration, threads int, logdir string) {
 	// util.InitProgressBar()
 	var wg sync.WaitGroup
 	wg.Add(threads)
+
+	dorkResults := []DorkResult{}
 	for thread := 0; thread < threads; thread++ {
 		go func(thread int) {
 			defer wg.Done()
 
 			for i, dork := range dorks {
+
+
 				if i%threads != thread {
 					continue
 				}
 
-				results, _ := googlesearch.Search(nil, fmt.Sprintf("%s %s", dork, sanitizedURL))
+				results, err := googlesearch.Search(nil, fmt.Sprintf("%s %s", dork, sanitizedURL))
+				if err != nil {
+					dorklog.Debugf("error searching for dork %s: %v", dork, err)
+					continue
+				}
 				if len(results) > 0 {
 					dorklog.Infof("%s dork results found for dork [%s]", styles.Status.Render(strconv.Itoa(len(results))), styles.Highlight.Render(dork))
 					if logdir != "" {
 						logger.Write(sanitizedURL, logdir, fmt.Sprintf("%s dork results found for dork [%s]\n", strconv.Itoa(len(results)), dork))
 					}
+
+					result := DorkResult{
+						Url:   dork,
+						Count: len(results),
+					}
+
+					dorkResults = append(dorkResults, result)
 				}
 			}
 		}(thread)
 	}
 	wg.Wait()
+
+	return dorkResults, nil
 }

pkg/scan/git.go

@@ -1,3 +1,27 @@
+/*
+╔══════════════════════════════════════════════════════════════════════════════╗
+║                                                                              ║
+║                                  SIF                                         ║
+║                                                                              ║
+║        Blazing-fast pentesting suite written in Go                           ║
+║                                                                              ║
+║        Copyright (c) 2023-2024 vmfunc, xyzeva, lunchcat contributors         ║
+║                    and other sif contributors.                               ║
+║                                                                              ║
+║                                                                              ║
+║        Use of this tool is restricted to research and educational            ║
+║        purposes only. Usage in a production environment outside              ║
+║        of these categories is strictly prohibited.                           ║
+║                                                                              ║
+║        Any person or entity wishing to use this tool outside of              ║
+║        research or educational purposes must purchase a license              ║
+║        from https://lunchcat.dev                                             ║
+║                                                                              ║
+║        For more information, visit: https://github.com/lunchcat/sif          ║
+║                                                                              ║
+╚══════════════════════════════════════════════════════════════════════════════╝
+*/
+
 package scan
 
 import (
@@ -20,7 +44,7 @@ const (
 	gitFile = "git.txt"
 )
 
-func Git(url string, timeout time.Duration, threads int, logdir string) {
+func Git(url string, timeout time.Duration, threads int, logdir string) ([]string, error) {
 
 	fmt.Println(styles.Separator.Render("🌿 Starting " + styles.Status.Render("git repository scanning") + "..."))
 
@@ -29,7 +53,7 @@ func Git(url string, timeout time.Duration, threads int, logdir string) {
 	if logdir != "" {
 		if err := logger.WriteHeader(sanitizedURL, logdir, "git directory fuzzing"); err != nil {
 			log.Errorf("Error creating log file: %v", err)
-			return
+			return nil, err
 		}
 	}
 
@@ -42,7 +66,7 @@ func Git(url string, timeout time.Duration, threads int, logdir string) {
 	resp, err := http.Get(gitURL + gitFile)
 	if err != nil {
 		log.Errorf("Error downloading git list: %s", err)
-		return
+		return nil, err
 	}
 	defer resp.Body.Close()
 	var gitUrls []string
@@ -59,6 +83,8 @@ func Git(url string, timeout time.Duration, threads int, logdir string) {
 
 	var wg sync.WaitGroup
 	wg.Add(threads)
+
+	foundUrls := []string{}
 	for thread := 0; thread < threads; thread++ {
 		go func(thread int) {
 			defer wg.Done()
@@ -74,15 +100,19 @@ func Git(url string, timeout time.Duration, threads int, logdir string) {
 					log.Debugf("Error %s: %s", repourl, err)
 				}
 
-				if resp.StatusCode != 404 {
+				if resp.StatusCode == 200 && !strings.HasPrefix(resp.Header.Get("Content-Type"), "text/html") {
 					// log url, directory, and status code
 					gitlog.Infof("%s git found at [%s]", styles.Status.Render(strconv.Itoa(resp.StatusCode)), styles.Highlight.Render(repourl))
 					if logdir != "" {
 						logger.Write(sanitizedURL, logdir, fmt.Sprintf("%s git found at [%s]\n", strconv.Itoa(resp.StatusCode), repourl))
 					}
+
+					foundUrls = append(foundUrls, resp.Request.URL.String())
 				}
 			}
 		}(thread)
 	}
 	wg.Wait()
+
+	return foundUrls, nil
 }

pkg/scan/headers.go

@@ -0,0 +1,83 @@
+/*
+╔══════════════════════════════════════════════════════════════════════════════╗
+║                                                                              ║
+║                                  SIF                                         ║
+║                                                                              ║
+║        Blazing-fast pentesting suite written in Go                           ║
+║                                                                              ║
+║        Copyright (c) 2023-2024 vmfunc, xyzeva, lunchcat contributors         ║
+║                    and other sif contributors.                               ║
+║                                                                              ║
+║                                                                              ║
+║        Use of this tool is restricted to research and educational            ║
+║        purposes only. Usage in a production environment outside              ║
+║        of these categories is strictly prohibited.                           ║
+║                                                                              ║
+║        Any person or entity wishing to use this tool outside of              ║
+║        research or educational purposes must purchase a license              ║
+║        from https://lunchcat.dev                                             ║
+║                                                                              ║
+║        For more information, visit: https://github.com/lunchcat/sif          ║
+║                                                                              ║
+╚══════════════════════════════════════════════════════════════════════════════╝
+*/
+
+package scan
+
+import (
+	"fmt"
+	"net/http"
+	"os"
+	"strings"
+	"time"
+
+	"github.com/charmbracelet/log"
+	"github.com/dropalldatabases/sif/internal/styles"
+	"github.com/dropalldatabases/sif/pkg/logger"
+)
+
+type HeaderResult struct {
+	Name  string `json:"name"`
+	Value string `json:"value"`
+}
+
+func Headers(url string, timeout time.Duration, logdir string) ([]HeaderResult, error) {
+	fmt.Println(styles.Separator.Render("🔍 Starting " + styles.Status.Render("HTTP Header Analysis") + "..."))
+
+	sanitizedURL := strings.Split(url, "://")[1]
+
+	if logdir != "" {
+		if err := logger.WriteHeader(sanitizedURL, logdir, "HTTP Header Analysis"); err != nil {
+			log.Errorf("Error creating log file: %v", err)
+			return nil, err
+		}
+	}
+
+	headerlog := log.NewWithOptions(os.Stderr, log.Options{
+		Prefix: "Headers 🔍",
+	}).With("url", url)
+
+	client := &http.Client{
+		Timeout: timeout,
+	}
+
+	resp, err := client.Get(url)
+	if err != nil {
+		return nil, err
+	}
+	defer resp.Body.Close()
+
+	var results []HeaderResult
+
+	for name, values := range resp.Header {
+		for _, value := range values {
+			results = append(results, HeaderResult{Name: name, Value: value})
+			headerlog.Infof("%s: %s", styles.Highlight.Render(name), value)
+			if logdir != "" {
+				logger.Write(sanitizedURL, logdir, fmt.Sprintf("%s: %s\n", name, value))
+			}
+		}
+	}
+
+	return results, nil
+}

pkg/scan/js/frameworks/next.go

@@ -0,0 +1,93 @@
+/*
+╔══════════════════════════════════════════════════════════════════════════════╗
+║                                                                              ║
+║                                  SIF                                         ║
+║                                                                              ║
+║        Blazing-fast pentesting suite written in Go                           ║
+║                                                                              ║
+║        Copyright (c) 2023-2024 vmfunc, xyzeva, lunchcat contributors         ║
+║                    and other sif contributors.                               ║
+║                                                                              ║
+║                                                                              ║
+║        Use of this tool is restricted to research and educational            ║
+║        purposes only. Usage in a production environment outside              ║
+║        of these categories is strictly prohibited.                           ║
+║                                                                              ║
+║        Any person or entity wishing to use this tool outside of              ║
+║        research or educational purposes must purchase a license              ║
+║        from https://lunchcat.dev                                             ║
+║                                                                              ║
+║        For more information, visit: https://github.com/lunchcat/sif          ║
+║                                                                              ║
+╚══════════════════════════════════════════════════════════════════════════════╝
+*/
+
+/*
+	What we are doing is abusing a internal file in Next.js pages router called
+	_buildManifest.js which lists all routes and script files ever referenced in
+	the application within next.js, this allows us to optimise and not bruteforce
+	directories for routes and instead get all of them at once.
+
+	We are currently parsing this js file with regexes but that should ideally be
+	replaced soon.
+*/
+
+package frameworks
+
+import (
+	"bufio"
+	"fmt"
+	"net/http"
+	"regexp"
+	"strings"
+
+	urlutil "github.com/projectdiscovery/utils/url"
+)
+
+func GetPagesRouterScripts(scriptUrl string) ([]string, error) {
+	baseUrl, err := urlutil.Parse(scriptUrl)
+	if err != nil {
+		return nil, err
+	}
+
+	resp, err := http.Get(scriptUrl)
+	if err != nil {
+		fmt.Println(err)
+		return nil, err
+	}
+	defer resp.Body.Close()
+
+	var manifestText string
+	scanner := bufio.NewScanner(resp.Body)
+	scanner.Split(bufio.ScanLines)
+	for scanner.Scan() {
+		manifestText += scanner.Text()
+	}
+
+	regex, err := regexp.Compile("\\[(\"([^\"]+.js)\"(,?))")
+
+	if err != nil {
+		return nil, err
+	}
+
+	list := regex.FindAllStringSubmatch(manifestText, -1)
+
+	var scripts []string
+
+	for _, el := range list {
+		var script = strings.ReplaceAll(el[2], "\\u002F", "/")
+		url, err := urlutil.Parse(script)
+		if err != nil {
+			continue
+		}
+
+		if url.IsRelative {
+			url.Host = baseUrl.Host
+			url.Scheme = baseUrl.Scheme
+			url.Path = "/_next/" + url.Path
+		}
+		scripts = append(scripts, url.String())
+	}
+
+	return scripts, nil
+}

pkg/scan/js/scan.go

@@ -0,0 +1,148 @@
+/*
+╔══════════════════════════════════════════════════════════════════════════════╗
+║                                                                              ║
+║                                  SIF                                         ║
+║                                                                              ║
+║        Blazing-fast pentesting suite written in Go                           ║
+║                                                                              ║
+║        Copyright (c) 2023-2024 vmfunc, xyzeva, lunchcat contributors         ║
+║                    and other sif contributors.                               ║
+║                                                                              ║
+║                                                                              ║
+║        Use of this tool is restricted to research and educational            ║
+║        purposes only. Usage in a production environment outside              ║
+║        of these categories is strictly prohibited.                           ║
+║                                                                              ║
+║        Any person or entity wishing to use this tool outside of              ║
+║        research or educational purposes must purchase a license              ║
+║        from https://lunchcat.dev                                             ║
+║                                                                              ║
+║        For more information, visit: https://github.com/lunchcat/sif          ║
+║                                                                              ║
+╚══════════════════════════════════════════════════════════════════════════════╝
+*/
+
+package js
+
+import (
+	"bufio"
+	"fmt"
+	"io"
+	"net/http"
+	"os"
+	"slices"
+	"strings"
+	"time"
+
+	"github.com/antchfx/htmlquery"
+	"github.com/charmbracelet/log"
+	"github.com/dropalldatabases/sif/pkg/scan/js/frameworks"
+	urlutil "github.com/projectdiscovery/utils/url"
+)
+
+type JavascriptScanResult struct {
+	SupabaseResults      []supabaseScanResult `json:"supabase_results"`
+	FoundEnvironmentVars map[string]string    `json:"environment_variables"`
+}
+
+func JavascriptScan(url string, timeout time.Duration, threads int, logdir string) (*JavascriptScanResult, error) {
+	jslog := log.NewWithOptions(os.Stderr, log.Options{
+		Prefix: "🚧 JavaScript",
+	}).With("url", url)
+
+	baseUrl, err := urlutil.Parse(url)
+	if err != nil {
+		return nil, err
+	}
+	resp, err := http.Get(url)
+	if err != nil {
+		fmt.Println(err)
+		return nil, err
+	}
+	defer resp.Body.Close()
+
+	var html string
+	scanner := bufio.NewScanner(resp.Body)
+	scanner.Split(bufio.ScanLines)
+	for scanner.Scan() {
+		html += scanner.Text()
+	}
+
+	doc, err := htmlquery.Parse(strings.NewReader(html))
+	if err != nil {
+		return nil, err
+	}
+
+	var scripts []string
+	nodes, err := htmlquery.QueryAll(doc, "//script/@src")
+	if err != nil {
+		return nil, err
+	}
+	for _, node := range nodes {
+		var src = htmlquery.InnerText(node)
+		url, err := urlutil.Parse(src)
+		if err != nil {
+			continue
+		}
+
+		if url.IsRelative {
+			url.Host = baseUrl.Host
+			url.Scheme = baseUrl.Scheme
+		}
+		scripts = append(scripts, url.String())
+	}
+
+	for _, script := range scripts {
+		if strings.Contains(script, "/_buildManifest.js") {
+			jslog.Infof("Detected Next.JS pages router! Getting all scripts from %s", script)
+			nextScripts, err := frameworks.GetPagesRouterScripts(script)
+			if err != nil {
+				return nil, err
+			}
+
+			for _, nextScript := range nextScripts {
+				if slices.Contains(scripts, nextScript) {
+					continue
+				}
+				scripts = append(scripts, nextScript)
+			}
+		}
+	}
+
+	jslog.Infof("Got %d scripts, now running scans on them", len(scripts))
+
+	var supabaseResults []supabaseScanResult
+	for _, script := range scripts {
+		jslog.Infof("Scanning %s", script)
+		resp, err := http.Get(script)
+		if err != nil {
+			fmt.Println(err)
+			continue
+		}
+		defer resp.Body.Close()
+
+		bodyBytes, err := io.ReadAll(resp.Body)
+		if err != nil {
+			log.Fatal(err)
+		}
+		content := string(bodyBytes)
+
+		jslog.Infof("Running supabase scanner on %s", script)
+		scriptSupabaseResults, err := ScanSupabase(content, script)
+
+		if err != nil {
+			jslog.Errorf("Error while scanning supabase: %s", err)
+		}
+
+		if scriptSupabaseResults != nil {
+			supabaseResults = append(supabaseResults, scriptSupabaseResults...)
+		}
+	}
+
+	result := JavascriptScanResult{
+		SupabaseResults:      supabaseResults,
+		FoundEnvironmentVars: map[string]string{},
+	}
+
+	return &result, nil
+}

pkg/scan/js/supabase.go

@@ -0,0 +1,261 @@
+/*
+╔══════════════════════════════════════════════════════════════════════════════╗
+║                                                                              ║
+║                                  SIF                                         ║
+║                                                                              ║
+║        Blazing-fast pentesting suite written in Go                           ║
+║                                                                              ║
+║        Copyright (c) 2023-2024 vmfunc, xyzeva, lunchcat contributors         ║
+║                    and other sif contributors.                               ║
+║                                                                              ║
+║                                                                              ║
+║        Use of this tool is restricted to research and educational            ║
+║        purposes only. Usage in a production environment outside              ║
+║        of these categories is strictly prohibited.                           ║
+║                                                                              ║
+║        Any person or entity wishing to use this tool outside of              ║
+║        research or educational purposes must purchase a license              ║
+║        from https://lunchcat.dev                                             ║
+║                                                                              ║
+║        For more information, visit: https://github.com/lunchcat/sif          ║
+║                                                                              ║
+╚══════════════════════════════════════════════════════════════════════════════╝
+*/
+
+// todo: scan for storage and auth vulns
+
+package js
+
+import (
+	"bytes"
+	"encoding/base64"
+	"encoding/json"
+	"errors"
+	"io"
+	"math"
+	"net/http"
+	"os"
+	"regexp"
+	"slices"
+	"strconv"
+	"strings"
+	"time"
+
+	"github.com/charmbracelet/log"
+)
+
+type supabaseJwtBody struct {
+	ProjectId *string `json:"ref"`
+	Role      *string `json:"role"`
+}
+type supabaseScanResult struct {
+	ProjectId   string               `json:"project_id"`
+	ApiKey      string               `json:"api_key"`
+	Role        string               `json:"role"` // note: if this isnt anon its bad
+	Collections []supabaseCollection `json:"collections"`
+}
+type supabaseCollection struct {
+	Name   string        `json:"name"`
+	Sample []interface{} `json:"sample"`
+	Count  int           `json:"count"`
+}
+
+func GetSupabaseJsonResponse(projectId string, path string, apikey string, auth *string) (map[string]interface{}, error) {
+	client := http.Client{}
+
+	req, err := http.NewRequest("GET", "https://"+projectId+".supabase.co"+path, nil)
+	if err != nil {
+		return nil, err
+	}
+
+	log.Debugf("Sending request to %s", req.URL.String())
+	req.Header.Set("apikey", apikey)
+	req.Header.Set("Prefer", "count=exact")
+	if auth != nil {
+		req.Header.Set("Authorization", "Bearer "+*auth)
+	}
+
+	resp, err := client.Do(req)
+	if err != nil {
+		return nil, err
+	}
+
+	defer resp.Body.Close()
+
+	if resp.StatusCode != 200 {
+		return nil, errors.New("Request to " + resp.Request.URL.String() + " failed with status code " + strconv.Itoa(resp.StatusCode))
+	}
+	body, err := io.ReadAll(resp.Body)
+	if err != nil {
+		return nil, err
+	}
+	content := string(body)
+
+	var data interface{}
+
+	err = json.Unmarshal([]byte(content), &data)
+	if err != nil {
+		return nil, err
+	}
+
+	arr, ok := data.([]interface{})
+	if ok {
+		wrappedData := map[string]interface{}{}
+
+		contentRange := resp.Header.Get("Content-Range")
+		count, err := strconv.Atoi(strings.Split(contentRange, "/")[1])
+		if err != nil {
+			return nil, err
+		}
+
+		wrappedData["count"] = count
+		wrappedData["array"] = arr
+
+		return wrappedData, nil
+	}
+
+	return data.(map[string]interface{}), nil
+}
+
+func ScanSupabase(jsContent string, jsUrl string) ([]supabaseScanResult, error) {
+	supabaselog := log.NewWithOptions(os.Stderr, log.Options{
+		Prefix: "🚧 JavaScript > Supabase ⚡️",
+	}).With("url", jsUrl)
+
+	jwtRegex, err := regexp.Compile("[\"|'|`](ey[A-Za-z0-9_-]{2,}(?:\\.[A-Za-z0-9_-]{2,}){2})[\"|'|`]")
+
+	if err != nil {
+		return nil, err
+	}
+
+	var results = []supabaseScanResult{}
+	jwtGroups := jwtRegex.FindAllStringSubmatch(jsContent, -1)
+
+	var jwts = []string{}
+
+	for _, jwtGroup := range jwtGroups {
+		jwts = append(jwts, jwtGroup[1])
+	}
+
+	slices.Sort(jwts)
+	jwts = slices.Compact(jwts)
+
+	for _, jwt := range jwts {
+		parts := strings.Split(jwt, ".")
+		body := parts[1]
+
+		decoded, err := base64.RawStdEncoding.DecodeString(body)
+		if err != nil {
+			supabaselog.Debugf("Failed to decode JWT %s: %s", body, err)
+			continue
+		}
+
+		supabaselog.Debugf("JWT body: %s", decoded)
+		var supabaseJwt *supabaseJwtBody
+		err = json.Unmarshal([]byte(decoded), &supabaseJwt)
+		if err != nil {
+			supabaselog.Debugf("Failed to json parse JWT %s: %s", jwt, err)
+			continue
+		}
+
+		if supabaseJwt.ProjectId == nil || supabaseJwt.Role == nil {
+			continue
+		}
+
+		supabaselog.Infof("Found valid supabase project %s with role %s", *supabaseJwt.ProjectId, *supabaseJwt.Role)
+		client := http.Client{}
+
+		req, err := http.NewRequest("POST", "https://"+*supabaseJwt.ProjectId+".supabase.co/auth/v1/signup", bytes.NewBufferString(`{"email":"automated`+strconv.Itoa(int(time.Now().Unix()))+`@sif.sh","password":"automatedacct"}`))
+		if err != nil {
+			supabaselog.Errorf("Error while creating HTTP req for creating user: %s", err)
+			continue
+		}
+		req.Header.Set("apikey", jwt)
+
+		resp, err := client.Do(req)
+		if err != nil {
+			supabaselog.Errorf("Error while sending request to create user: %s", err)
+			continue
+		}
+
+		var auth string
+		if resp.StatusCode == http.StatusOK {
+			body, err := io.ReadAll(resp.Body)
+			if err != nil {
+				return nil, err
+			}
+			content := string(body)
+
+			var data map[string]interface{}
+			err = json.Unmarshal([]byte(content), &data)
+			if err != nil {
+				return nil, err
+			}
+
+			auth = data["access_token"].(string)
+			supabaselog.Infof("Created account with JWT %s", auth)
+		}
+
+		var collections = []supabaseCollection{}
+
+		res, err := GetSupabaseJsonResponse(*supabaseJwt.ProjectId, "/rest/v1/", jwt, &auth)
+		if err != nil {
+			return nil, err
+		}
+
+		index := res
+
+		if index["paths"] == nil {
+			return nil, errors.New("paths not found in supabase openapi")
+		}
+
+		var paths = index["paths"].(map[string]interface{})
+
+		for k := range paths {
+			if k == "/" {
+				continue
+			}
+
+			// todo: support for scanning rpc calls
+			if strings.HasPrefix(k, "/rpc/") {
+				continue
+			}
+
+			sampleObj, err := GetSupabaseJsonResponse(*supabaseJwt.ProjectId, "/rest/v1"+k, jwt, &auth)
+			if err != nil {
+				continue
+			}
+
+			samples := sampleObj["array"].([]interface{})
+			marshalled, err := json.Marshal(samples)
+			if err != nil {
+				supabaselog.Errorf("Failed to marshal sample data for %s: %s", k, err)
+			}
+
+			supabaselog.Infof("Got sample (1000 entries) for collection %s: %s", k, string(marshalled))
+
+			limitedSample := samples[0:int(math.Min(float64(len(samples)), 10))]
+
+			collection := supabaseCollection{
+				Name:   strings.TrimPrefix(k, "/"),
+				Sample: limitedSample, // passed to local LLM for scope
+				Count:  sampleObj["count"].(int),
+			}
+
+			if collection.Count > 1 /* one entry may just be for the user */ {
+				collections = append(collections, collection)
+			}
+		}
+
+		result := supabaseScanResult{
+			ProjectId:   *supabaseJwt.ProjectId,
+			ApiKey:      jwt,
+			Role:        *supabaseJwt.Role,
+			Collections: collections,
+		}
+		results = append(results, result)
+	}
+
+	// todo(eva): implement supabase scanning
+	return results, nil
+}

pkg/scan/nuclei.go

@@ -1,3 +1,27 @@
+/*
+╔══════════════════════════════════════════════════════════════════════════════╗
+║                                                                              ║
+║                                  SIF                                         ║
+║                                                                              ║
+║        Blazing-fast pentesting suite written in Go                           ║
+║                                                                              ║
+║        Copyright (c) 2023-2024 vmfunc, xyzeva, lunchcat contributors         ║
+║                    and other sif contributors.                               ║
+║                                                                              ║
+║                                                                              ║
+║        Use of this tool is restricted to research and educational            ║
+║        purposes only. Usage in a production environment outside              ║
+║        of these categories is strictly prohibited.                           ║
+║                                                                              ║
+║        Any person or entity wishing to use this tool outside of              ║
+║        research or educational purposes must purchase a license              ║
+║        from https://lunchcat.dev                                             ║
+║                                                                              ║
+║        For more information, visit: https://github.com/lunchcat/sif          ║
+║                                                                              ║
+╚══════════════════════════════════════════════════════════════════════════════╝
+*/
+
 package scan
 
 import (
@@ -30,7 +54,7 @@ import (
 	"github.com/projectdiscovery/ratelimit"
 )
 
-func Nuclei(url string, timeout time.Duration, threads int, logdir string) {
+func Nuclei(url string, timeout time.Duration, threads int, logdir string) ([]output.ResultEvent, error) {
 	fmt.Println(styles.Separator.Render("⚛️ Starting " + styles.Status.Render("nuclei template scanning") + "..."))
 
 	sanitizedURL := strings.Split(url, "://")[1]
@@ -46,16 +70,21 @@ func Nuclei(url string, timeout time.Duration, threads int, logdir string) {
 
 	// Get templates
 	templates.Install(nucleilog)
-	pwd, _ := os.Getwd()
+	pwd, err := os.Getwd()
+	if err != nil {
+		return nil, fmt.Errorf("failed to get working directory: %w", err)
+	}
 	config.DefaultConfig.SetTemplatesDir(pwd)
 	catalog := disk.NewCatalog(pwd)
 
+	results := []output.ResultEvent{}
 	// Custom output
 	outputWriter := testutils.NewMockOutputWriter()
 	outputWriter.WriteCallback = func(event *output.ResultEvent) {
 		if event.Matched != "" {
 			nucleilog.Infof(format.FormatLine(event))
 
+			results = append(results, *event)
 			// TODO: metasploit
 		}
 	}
@@ -64,13 +93,16 @@ func Nuclei(url string, timeout time.Duration, threads int, logdir string) {
 	defer cache.Close()
 
 	progressClient := &testutils.MockProgressClient{}
-	reportingClient, _ := reporting.New(&reporting.Options{}, "")
+	reportingClient, err := reporting.New(&reporting.Options{}, "")
+	if err != nil {
+		return nil, fmt.Errorf("failed to create reporting client: %w", err)
+	}
 	defer reportingClient.Close()
 
 	interactOpts := interactsh.DefaultOptions(outputWriter, reportingClient, progressClient)
 	interactClient, err := interactsh.New(interactOpts)
 	if err != nil {
-		log.Fatalf("Could not create interact client: %s\n", err)
+		return nil, err
 	}
 	defer interactClient.Close()
 
@@ -92,13 +124,13 @@ func Nuclei(url string, timeout time.Duration, threads int, logdir string) {
 
 	workflowLoader, err := parsers.NewLoader(&executorOpts)
 	if err != nil {
-		nucleilog.Fatalf("Could not create workflow loader: %s\n", err)
+		return nil, err
 	}
 	executorOpts.WorkflowLoader = workflowLoader
 
 	store, err := loader.New(loader.NewConfig(options, catalog, executorOpts))
 	if err != nil {
-		nucleilog.Fatalf("Could not create loader client: %s\n", err)
+		return nil, err
 	}
 	store.Load()
 
@@ -107,4 +139,6 @@ func Nuclei(url string, timeout time.Duration, threads int, logdir string) {
 
 	_ = engine.Execute(store.Templates(), input)
 	engine.WorkPool().Wait()
+
+	return results, nil
 }

pkg/scan/ports.go

@@ -1,3 +1,27 @@
+/*
+╔══════════════════════════════════════════════════════════════════════════════╗
+║                                                                              ║
+║                                  SIF                                         ║
+║                                                                              ║
+║        Blazing-fast pentesting suite written in Go                           ║
+║                                                                              ║
+║        Copyright (c) 2023-2024 vmfunc, xyzeva, lunchcat contributors         ║
+║                    and other sif contributors.                               ║
+║                                                                              ║
+║                                                                              ║
+║        Use of this tool is restricted to research and educational            ║
+║        purposes only. Usage in a production environment outside              ║
+║        of these categories is strictly prohibited.                           ║
+║                                                                              ║
+║        Any person or entity wishing to use this tool outside of              ║
+║        research or educational purposes must purchase a license              ║
+║        from https://lunchcat.dev                                             ║
+║                                                                              ║
+║        For more information, visit: https://github.com/lunchcat/sif          ║
+║                                                                              ║
+╚══════════════════════════════════════════════════════════════════════════════╝
+*/
+
 package scan
 
 import (
@@ -18,14 +42,14 @@ import (
 
 const commonPorts = "https://raw.githubusercontent.com/dropalldatabases/sif-runtime/main/ports/top-ports.txt"
 
-func Ports(scope string, url string, timeout time.Duration, threads int, logdir string) {
-	fmt.Println(styles.Separator.Render("🚪 Starting " + styles.Status.Render("port scanning") + "..."))
+func Ports(scope string, url string, timeout time.Duration, threads int, logdir string) ([]string, error) {
+	log.Printf(styles.Separator.Render("🚪 Starting " + styles.Status.Render("port scanning") + "..."))
 
 	sanitizedURL := strings.Split(url, "://")[1]
 	if logdir != "" {
 		if err := logger.WriteHeader(sanitizedURL, logdir, scope+" port scanning"); err != nil {
 			log.Errorf("Error creating log file: %v", err)
-			return
+			return nil, err
 		}
 	}
 
@@ -41,7 +65,7 @@ func Ports(scope string, url string, timeout time.Duration, threads int, logdir
 		resp, err := http.Get(commonPorts)
 		if err != nil {
 			log.Errorf("Error downloading ports list: %s", err)
-			return
+			return nil, err
 		}
 		defer resp.Body.Close()
 		scanner := bufio.NewScanner(resp.Body)
@@ -89,4 +113,6 @@ func Ports(scope string, url string, timeout time.Duration, threads int, logdir
 	} else {
 		portlog.Error("Found no open ports")
 	}
+
+	return openPorts, nil
 }

pkg/scan/scan.go

@@ -1,3 +1,32 @@
+/*
+╔══════════════════════════════════════════════════════════════════════════════╗
+║                                                                              ║
+║                                  SIF                                         ║
+║                                                                              ║
+║        Blazing-fast pentesting suite written in Go                           ║
+║                                                                              ║
+║        Copyright (c) 2023-2024 vmfunc, xyzeva, lunchcat contributors         ║
+║                    and other sif contributors.                               ║
+║                                                                              ║
+║                                                                              ║
+║        Use of this tool is restricted to research and educational            ║
+║        purposes only. Usage in a production environment outside              ║
+║        of these categories is strictly prohibited.                           ║
+║                                                                              ║
+║        Any person or entity wishing to use this tool outside of              ║
+║        research or educational purposes must purchase a license              ║
+║        from https://lunchcat.dev                                             ║
+║                                                                              ║
+║        For more information, visit: https://github.com/lunchcat/sif          ║
+║                                                                              ║
+╚══════════════════════════════════════════════════════════════════════════════╝
+*/
+
+// The scan package provides a collection of security scanning functions.
+//
+// Each scanning function typically returns a slice of custom result structures and an error.
+// The package utilizes concurrent operations to improve scanning performance and provides
+// options for logging and timeout management.
 package scan
 
 import (
@@ -15,8 +44,35 @@ import (
 	"github.com/dropalldatabases/sif/pkg/logger"
 )
 
-func Scan(url string, timeout time.Duration, threads int, logdir string) {
+func fetchRobotsTXT(url string, client *http.Client) *http.Response {
+	resp, err := client.Get(url)
+	if err != nil {
+		log.Debugf("Error fetching robots.txt: %s", err)
+		return nil
+	}
 
+	if resp.StatusCode == http.StatusMovedPermanently {
+		redirectURL := resp.Header.Get("Location")
+		if redirectURL == "" {
+			log.Debugf("Redirect location is empty for %s", url)
+			return nil
+		}
+		resp.Body.Close()
+		return fetchRobotsTXT(redirectURL, client)
+	}
+
+	return resp
+}
+
+// Scan performs a basic URL scan, including checks for robots.txt and other common endpoints.
+// It logs the results and doesn't return any values.
+//
+// Parameters:
+//   - url: the target URL to scan
+//   - timeout: maximum duration for the scan
+//   - threads: number of concurrent threads to use
+//   - logdir: directory to store log files (empty string for no logging)
+func Scan(url string, timeout time.Duration, threads int, logdir string) {
 	fmt.Println(styles.Separator.Render("🐾 Starting " + styles.Status.Render("base url scanning") + "..."))
 
 	sanitizedURL := strings.Split(url, "://")[1]
@@ -39,11 +95,12 @@ func Scan(url string, timeout time.Duration, threads int, logdir string) {
 		},
 	}
 
-	resp, err := client.Get(url + "/robots.txt")
-	if err != nil {
-		log.Debugf("Error: %s", err)
+	resp := fetchRobotsTXT(url+"/robots.txt", client)
+	if resp == nil {
+		return
 	}
 	defer resp.Body.Close()
+
 	if resp.StatusCode != 404 && resp.StatusCode != 301 && resp.StatusCode != 302 && resp.StatusCode != 307 {
 		scanlog.Infof("file [%s] found", styles.Status.Render("robots.txt"))
 
@@ -70,12 +127,13 @@ func Scan(url string, timeout time.Duration, threads int, logdir string) {
 					}
 
 					_, sanitizedRobot, _ := strings.Cut(robot, ": ")
-					log.Debugf("%s", robot)
+					scanlog.Debugf("%s", robot)
 					resp, err := client.Get(url + "/" + sanitizedRobot)
 					if err != nil {
-						log.Debugf("Error %s: %s", sanitizedRobot, err)
-						return
+						scanlog.Debugf("Error %s: %s", sanitizedRobot, err)
+						continue
 					}
+					defer resp.Body.Close()
 
 					if resp.StatusCode != 404 {
 						scanlog.Infof("%s from robots: [%s]", styles.Status.Render(strconv.Itoa(resp.StatusCode)), styles.Highlight.Render(sanitizedRobot))

pkg/scan/scan_test.go

@@ -0,0 +1,202 @@
+package scan
+
+import (
+	"net/http"
+	"net/http/httptest"
+	"strings"
+	"testing"
+	"time"
+)
+
+func TestCheckSubdomainTakeover_GitHubPages(t *testing.T) {
+	server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+		w.WriteHeader(http.StatusOK)
+		w.Write([]byte("There isn't a GitHub Pages site here."))
+	}))
+	defer server.Close()
+
+	client := &http.Client{Timeout: 5 * time.Second}
+	host := strings.TrimPrefix(server.URL, "http://")
+
+	vulnerable, service := checkSubdomainTakeover(host, client)
+
+	if !vulnerable {
+		t.Error("expected subdomain to be vulnerable")
+	}
+	if service != "GitHub Pages" {
+		t.Errorf("expected service 'GitHub Pages', got '%s'", service)
+	}
+}
+
+func TestCheckSubdomainTakeover_NotVulnerable(t *testing.T) {
+	server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+		w.WriteHeader(http.StatusOK)
+		w.Write([]byte("<html><body>Normal website content</body></html>"))
+	}))
+	defer server.Close()
+
+	client := &http.Client{Timeout: 5 * time.Second}
+	host := strings.TrimPrefix(server.URL, "http://")
+
+	vulnerable, service := checkSubdomainTakeover(host, client)
+
+	if vulnerable {
+		t.Error("expected subdomain to not be vulnerable")
+	}
+	if service != "" {
+		t.Errorf("expected empty service, got '%s'", service)
+	}
+}
+
+func TestCheckSubdomainTakeover_Heroku(t *testing.T) {
+	server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+		w.WriteHeader(http.StatusOK)
+		w.Write([]byte("No such app"))
+	}))
+	defer server.Close()
+
+	client := &http.Client{Timeout: 5 * time.Second}
+	host := strings.TrimPrefix(server.URL, "http://")
+
+	vulnerable, service := checkSubdomainTakeover(host, client)
+
+	if !vulnerable {
+		t.Error("expected subdomain to be vulnerable")
+	}
+	if service != "Heroku" {
+		t.Errorf("expected service 'Heroku', got '%s'", service)
+	}
+}
+
+func TestCheckSubdomainTakeover_AmazonS3(t *testing.T) {
+	server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+		w.WriteHeader(http.StatusNotFound)
+		w.Write([]byte("The specified bucket does not exist"))
+	}))
+	defer server.Close()
+
+	client := &http.Client{Timeout: 5 * time.Second}
+	host := strings.TrimPrefix(server.URL, "http://")
+
+	vulnerable, service := checkSubdomainTakeover(host, client)
+
+	if !vulnerable {
+		t.Error("expected subdomain to be vulnerable")
+	}
+	if service != "Amazon S3" {
+		t.Errorf("expected service 'Amazon S3', got '%s'", service)
+	}
+}
+
+func TestCheckSubdomainTakeover_ConnectionError(t *testing.T) {
+	client := &http.Client{Timeout: 1 * time.Second}
+
+	// Use invalid host to simulate connection error
+	vulnerable, service := checkSubdomainTakeover("invalid.host.that.does.not.exist.local", client)
+
+	if vulnerable {
+		t.Error("expected subdomain to not be vulnerable on connection error")
+	}
+	if service != "" {
+		t.Errorf("expected empty service, got '%s'", service)
+	}
+}
+
+func TestFetchRobotsTXT_Success(t *testing.T) {
+	server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+		if r.URL.Path == "/robots.txt" {
+			w.WriteHeader(http.StatusOK)
+			w.Write([]byte("User-agent: *\nDisallow: /admin"))
+		}
+	}))
+	defer server.Close()
+
+	client := &http.Client{Timeout: 5 * time.Second}
+	resp := fetchRobotsTXT(server.URL+"/robots.txt", client)
+
+	if resp == nil {
+		t.Fatal("expected response, got nil")
+	}
+	defer resp.Body.Close()
+
+	if resp.StatusCode != http.StatusOK {
+		t.Errorf("expected status 200, got %d", resp.StatusCode)
+	}
+}
+
+func TestFetchRobotsTXT_Redirect(t *testing.T) {
+	finalServer := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+		w.WriteHeader(http.StatusOK)
+		w.Write([]byte("User-agent: *\nDisallow: /secret"))
+	}))
+	defer finalServer.Close()
+
+	redirectServer := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+		w.Header().Set("Location", finalServer.URL+"/robots.txt")
+		w.WriteHeader(http.StatusMovedPermanently)
+	}))
+	defer redirectServer.Close()
+
+	client := &http.Client{
+		Timeout: 5 * time.Second,
+		CheckRedirect: func(req *http.Request, via []*http.Request) error {
+			return http.ErrUseLastResponse
+		},
+	}
+	resp := fetchRobotsTXT(redirectServer.URL+"/robots.txt", client)
+
+	if resp == nil {
+		t.Fatal("expected response after redirect, got nil")
+	}
+	defer resp.Body.Close()
+
+	if resp.StatusCode != http.StatusOK {
+		t.Errorf("expected status 200, got %d", resp.StatusCode)
+	}
+}
+
+func TestSubdomainTakeoverResult(t *testing.T) {
+	result := SubdomainTakeoverResult{
+		Subdomain:  "test.example.com",
+		Vulnerable: true,
+		Service:    "GitHub Pages",
+	}
+
+	if result.Subdomain != "test.example.com" {
+		t.Errorf("expected subdomain 'test.example.com', got '%s'", result.Subdomain)
+	}
+	if !result.Vulnerable {
+		t.Error("expected vulnerable to be true")
+	}
+	if result.Service != "GitHub Pages" {
+		t.Errorf("expected service 'GitHub Pages', got '%s'", result.Service)
+	}
+}
+
+func TestDorkResult(t *testing.T) {
+	result := DorkResult{
+		Url:   "site:example.com filetype:pdf",
+		Count: 42,
+	}
+
+	if result.Url != "site:example.com filetype:pdf" {
+		t.Errorf("expected url 'site:example.com filetype:pdf', got '%s'", result.Url)
+	}
+	if result.Count != 42 {
+		t.Errorf("expected count 42, got %d", result.Count)
+	}
+}
+
+func TestHeaderResult(t *testing.T) {
+	result := HeaderResult{
+		Name:  "Content-Type",
+		Value: "application/json",
+	}
+
+	if result.Name != "Content-Type" {
+		t.Errorf("expected name 'Content-Type', got '%s'", result.Name)
+	}
+	if result.Value != "application/json" {
+		t.Errorf("expected value 'application/json', got '%s'", result.Value)
+	}
+}

pkg/scan/subdomaintakeover.go

@@ -0,0 +1,171 @@
+package scan
+
+import (
+	"fmt"
+	"github.com/charmbracelet/log"
+	"github.com/dropalldatabases/sif/internal/styles"
+	"github.com/dropalldatabases/sif/pkg/logger"
+	"io"
+	"net"
+	"net/http"
+	"os"
+	"strings"
+	"sync"
+	"time"
+)
+
+// SubdomainTakeoverResult represents the outcome of a subdomain takeover vulnerability check.
+// It includes the subdomain tested, whether it's vulnerable, and the potentially vulnerable service.
+type SubdomainTakeoverResult struct {
+	Subdomain  string `json:"subdomain"`
+	Vulnerable bool   `json:"vulnerable"`
+	Service    string `json:"service,omitempty"`
+}
+
+// SubdomainTakeover checks for potential subdomain takeover vulnerabilities.
+//
+// Parameters:
+//   - url: the target URL to scan
+//   - dnsResults: a slice of subdomains to check (typically from Dnslist function)
+//   - timeout: maximum duration for each subdomain check
+//   - threads: number of concurrent threads to use
+//   - logdir: directory to store log files (empty string for no logging)
+//
+// Returns:
+//   - []SubdomainTakeoverResult: a slice of results for each checked subdomain
+//   - error: any error encountered during the scan
+func SubdomainTakeover(url string, dnsResults []string, timeout time.Duration, threads int, logdir string) ([]SubdomainTakeoverResult, error) {
+	fmt.Println(styles.Separator.Render("🔍 Starting " + styles.Status.Render("Subdomain Takeover Vulnerability Check") + "..."))
+
+	sanitizedURL := strings.Split(url, "://")[1]
+
+	if logdir != "" {
+		if err := logger.WriteHeader(sanitizedURL, logdir, "Subdomain Takeover Vulnerability Check"); err != nil {
+			log.Errorf("Error creating log file: %v", err)
+			return nil, err
+		}
+	}
+
+	subdomainlog := log.NewWithOptions(os.Stderr, log.Options{
+		Prefix: "Subdomain Takeover 🔍",
+	})
+
+	client := &http.Client{
+		Timeout: timeout,
+	}
+
+	var wg sync.WaitGroup
+	wg.Add(threads)
+
+	resultsChan := make(chan SubdomainTakeoverResult, len(dnsResults))
+
+	for thread := 0; thread < threads; thread++ {
+		go func(thread int) {
+			defer wg.Done()
+
+			for i, subdomain := range dnsResults {
+				if i%threads != thread {
+					continue
+				}
+
+				vulnerable, service := checkSubdomainTakeover(subdomain, client)
+				result := SubdomainTakeoverResult{
+					Subdomain:  subdomain,
+					Vulnerable: vulnerable,
+					Service:    service,
+				}
+				resultsChan <- result
+
+				if vulnerable {
+					subdomainlog.Warnf("Potential subdomain takeover: %s (%s)", styles.Highlight.Render(subdomain), service)
+					if logdir != "" {
+						logger.Write(sanitizedURL, logdir, fmt.Sprintf("Potential subdomain takeover: %s (%s)\n", subdomain, service))
+					}
+				} else {
+					subdomainlog.Infof("Subdomain not vulnerable: %s", subdomain)
+				}
+			}
+		}(thread)
+	}
+
+	go func() {
+		wg.Wait()
+		close(resultsChan)
+	}()
+
+	var results []SubdomainTakeoverResult
+	for result := range resultsChan {
+		results = append(results, result)
+	}
+
+	return results, nil
+}
+
+func checkSubdomainTakeover(subdomain string, client *http.Client) (bool, string) {
+	resp, err := client.Get("http://" + subdomain)
+	if err != nil {
+		if strings.Contains(err.Error(), "no such host") {
+			// Check if CNAME exists
+			cname, err := net.LookupCNAME(subdomain)
+			if err == nil && cname != "" {
+				return true, "Dangling CNAME"
+			}
+		}
+		return false, ""
+	}
+	defer resp.Body.Close()
+
+	body, err := io.ReadAll(resp.Body)
+	if err != nil {
+		return false, ""
+	}
+	bodyString := string(body)
+
+	// Check for common takeover signatures in the response
+	signatures := map[string]string{
+		"GitHub Pages":    "There isn't a GitHub Pages site here.",
+		"Heroku":          "No such app",
+		"Shopify":         "Sorry, this shop is currently unavailable.",
+		"Tumblr":          "There's nothing here.",
+		"WordPress":       "Do you want to register *.wordpress.com?",
+		"Amazon S3":       "The specified bucket does not exist",
+		"Bitbucket":       "Repository not found",
+		"Ghost":           "The thing you were looking for is no longer here, or never was",
+		"Pantheon":        "The gods are wise, but do not know of the site which you seek.",
+		"Fastly":          "Fastly error: unknown domain",
+		"Zendesk":         "Help Center Closed",
+		"Teamwork":        "Oops - We didn't find your site.",
+		"Helpjuice":       "We could not find what you're looking for.",
+		"Helpscout":       "No settings were found for this company:",
+		"Cargo":           "If you're moving your domain away from Cargo you must make this configuration through your registrar's DNS control panel.",
+		"Uservoice":       "This UserVoice subdomain is currently available!",
+		"Surge":           "project not found",
+		"Intercom":        "This page is reserved for artistic dogs.",
+		"Webflow":         "The page you are looking for doesn't exist or has been moved.",
+		"Kajabi":          "The page you were looking for doesn't exist.",
+		"Thinkific":       "You may have mistyped the address or the page may have moved.",
+		"Tave":            "Sorry, this page is no longer available.",
+		"Wishpond":        "https://www.wishpond.com/404?campaign=true",
+		"Aftership":       "Oops.</h2><p class=\"text-muted text-tight\">The page you're looking for doesn't exist.",
+		"Aha":             "There is no portal here ... sending you back to Aha!",
+		"Brightcove":      "<p class=\"bc-gallery-error-code\">Error Code: 404</p>",
+		"Bigcartel":       "<h1>Oops! We couldn&#8217;t find that page.</h1>",
+		"Activecompaign":  "alt=\"LIGHTTPD - fly light.\"",
+		"Compaignmonitor": "Double check the URL or <a href=\"mailto:help@createsend.com",
+		"Acquia":          "The site you are looking for could not be found.",
+		"Proposify":       "If you need immediate assistance, please contact <a href=\"mailto:support@proposify.biz",
+		"Simplebooklet":   "We can't find this <a href=\"https://simplebooklet.com",
+		"Getresponse":     "With GetResponse Landing Pages, lead generation has never been easier",
+		"Vend":            "Looks like you've traveled too far into cyberspace.",
+		"Jetbrains":       "is not a registered InCloud YouTrack.",
+		"Azure":           "404 Web Site not found.",
+	}
+
+	for service, signature := range signatures {
+		if strings.Contains(bodyString, signature) {
+			return true, service
+		}
+	}
+
+	return false, ""
+}

pkg/scan/whois.go

@@ -1,3 +1,27 @@
+/*
+╔══════════════════════════════════════════════════════════════════════════════╗
+║                                                                              ║
+║                                  SIF                                         ║
+║                                                                              ║
+║        Blazing-fast pentesting suite written in Go                           ║
+║                                                                              ║
+║        Copyright (c) 2023-2024 vmfunc, xyzeva, lunchcat contributors         ║
+║                    and other sif contributors.                               ║
+║                                                                              ║
+║                                                                              ║
+║        Use of this tool is restricted to research and educational            ║
+║        purposes only. Usage in a production environment outside              ║
+║        of these categories is strictly prohibited.                           ║
+║                                                                              ║
+║        Any person or entity wishing to use this tool outside of              ║
+║        research or educational purposes must purchase a license              ║
+║        from https://lunchcat.dev                                             ║
+║                                                                              ║
+║        For more information, visit: https://github.com/lunchcat/sif          ║
+║                                                                              ║
+╚══════════════════════════════════════════════════════════════════════════════╝
+*/
+
 package scan
 
 import (
@@ -16,7 +40,7 @@ func Whois(url string, logdir string) {
 
 	sanitizedURL := strings.Split(url, "://")[1]
 	if logdir != "" {
-		if err := logger.WriteHeader(sanitizedURL, logdir, " port scanning"); err != nil {
+		if err := logger.WriteHeader(sanitizedURL, logdir, " WHOIS scanning"); err != nil {
 			log.Errorf("Error creating log file: %v", err)
 			return
 		}

pkg/utils/returnApiOutput.go

@@ -1,3 +1,27 @@
+/*
+╔══════════════════════════════════════════════════════════════════════════════╗
+║                                                                              ║
+║                                  SIF                                         ║
+║                                                                              ║
+║        Blazing-fast pentesting suite written in Go                           ║
+║                                                                              ║
+║        Copyright (c) 2023-2024 vmfunc, xyzeva, lunchcat contributors         ║
+║                    and other sif contributors.                               ║
+║                                                                              ║
+║                                                                              ║
+║        Use of this tool is restricted to research and educational            ║
+║        purposes only. Usage in a production environment outside              ║
+║        of these categories is strictly prohibited.                           ║
+║                                                                              ║
+║        Any person or entity wishing to use this tool outside of              ║
+║        research or educational purposes must purchase a license              ║
+║        from https://lunchcat.dev                                             ║
+║                                                                              ║
+║        For more information, visit: https://github.com/lunchcat/sif          ║
+║                                                                              ║
+╚══════════════════════════════════════════════════════════════════════════════╝
+*/
+
 package utils
 
 import (

sif.go

@@ -1,7 +1,11 @@
+// Package sif provides the main functionality for the SIF (Security Information Finder) tool.
+// It handles the initialization, configuration, and execution of various security scanning modules.
+
 package sif
 
 import (
 	"bufio"
+	"encoding/json"
 	"errors"
 	"fmt"
 	"os"
@@ -12,17 +16,27 @@ import (
 	"github.com/dropalldatabases/sif/pkg/config"
 	"github.com/dropalldatabases/sif/pkg/logger"
 	"github.com/dropalldatabases/sif/pkg/scan"
-	"github.com/dropalldatabases/sif/pkg/utils"
+	jsscan "github.com/dropalldatabases/sif/pkg/scan/js"
 )
 
-// App is a client instance. It is first initialised using New and then ran
-// using Run, which starts the whole app process.
+// App represents the main application structure for sif.
+// It encapsulates the configuration settings, target URLs, and logging information.
 type App struct {
 	settings *config.Settings
 	targets  []string
 	logFiles []string
 }
 
+type UrlResult struct {
+	Url     string `json:"url"`
+	Results []ModuleResult
+}
+
+type ModuleResult struct {
+	Id   string      `json:"id"`
+	Data interface{} `json:"data"`
+}
+
 // New creates a new App struct by parsing the configuration options,
 // figuring out the targets from list or file, etc.
 //
@@ -54,7 +68,7 @@ func New(settings *config.Settings) (*App, error) {
 			app.targets = append(app.targets, scanner.Text())
 		}
 	} else {
-		return app, errors.New("target(s) must be supplied with -u or -f")
+		return app, errors.New("target(s) must be supplied with -u or -f\n\nSee 'sif -h' for more information")
 	}
 
 	return app, nil
@@ -67,12 +81,18 @@ func (app *App) Run() error {
 		log.SetLevel(log.DebugLevel)
 	}
 
+	if app.settings.ApiMode {
+		log.SetLevel(5)
+	}
+
 	if app.settings.LogDir != "" {
 		if err := logger.Init(app.settings.LogDir); err != nil {
 			return err
 		}
 	}
 
+	scansRun := []string{}
+
 	for _, url := range app.targets {
 		if !strings.Contains(url, "://") {
 			return errors.New(fmt.Sprintf("URL %s must include leading protocol", url))
@@ -80,6 +100,8 @@ func (app *App) Run() error {
 
 		log.Infof("📡Starting scan on %s...", url)
 
+		moduleResults := []ModuleResult{}
+
 		if app.settings.LogDir != "" {
 			if err := logger.CreateFile(&app.logFiles, url, app.settings.LogDir); err != nil {
 				return err
@@ -88,35 +110,166 @@ func (app *App) Run() error {
 
 		if !app.settings.NoScan {
 			scan.Scan(url, app.settings.Timeout, app.settings.Threads, app.settings.LogDir)
+			scansRun = append(scansRun, "Basic Scan")
 		}
 
 		if app.settings.Dirlist != "none" {
-			scan.Dirlist(app.settings.Dirlist, url, app.settings.Timeout, app.settings.Threads, app.settings.LogDir)
+			result, err := scan.Dirlist(app.settings.Dirlist, url, app.settings.Timeout, app.settings.Threads, app.settings.LogDir)
+			if err != nil {
+				log.Errorf("Error while running directory scan: %s", err)
+			} else {
+				moduleResults = append(moduleResults, ModuleResult{"dirlist", result})
+				scansRun = append(scansRun, "Directory Listing")
+			}
 		}
 
+		var dnsResults []string
+
 		if app.settings.Dnslist != "none" {
-			scan.Dnslist(app.settings.Dnslist, url, app.settings.Timeout, app.settings.Threads, app.settings.LogDir)
+			result, err := scan.Dnslist(app.settings.Dnslist, url, app.settings.Timeout, app.settings.Threads, app.settings.LogDir)
+			if err != nil {
+				log.Errorf("Error while running dns scan: %s", err)
+			} else {
+				moduleResults = append(moduleResults, ModuleResult{"dnslist", result})
+				dnsResults = result // Store the DNS results
+				scansRun = append(scansRun, "DNS Scan")
+			}
+
+			// Only run subdomain takeover check if DNS scan is enabled
+			if app.settings.SubdomainTakeover {
+				result, err := scan.SubdomainTakeover(url, dnsResults, app.settings.Timeout, app.settings.Threads, app.settings.LogDir)
+				if err != nil {
+					log.Errorf("Error while running Subdomain Takeover Vulnerability Check: %s", err)
+				} else {
+					moduleResults = append(moduleResults, ModuleResult{"subdomain_takeover", result})
+					scansRun = append(scansRun, "Subdomain Takeover")
+				}
+			}
+		} else if app.settings.SubdomainTakeover {
+			log.Warnf("Subdomain Takeover check is enabled but DNS scan is disabled. Skipping Subdomain Takeover check.")
+		}
+
+		if app.settings.Dorking {
+			result, err := scan.Dork(url, app.settings.Timeout, app.settings.Threads, app.settings.LogDir)
+			if err != nil {
+				log.Errorf("Error while running Dork module: %s", err)
+			} else {
+				moduleResults = append(moduleResults, ModuleResult{"dork", result})
+				scansRun = append(scansRun, "Dork")
+			}
 		}
 
 		if app.settings.Ports != "none" {
-			scan.Ports(app.settings.Ports, url, app.settings.Timeout, app.settings.Threads, app.settings.LogDir)
+			result, err := scan.Ports(app.settings.Ports, url, app.settings.Timeout, app.settings.Threads, app.settings.LogDir)
+			if err != nil {
+				log.Errorf("Error while running port scan: %s", err)
+			} else {
+				moduleResults = append(moduleResults, ModuleResult{"portscan", result})
+				scansRun = append(scansRun, "Port Scan")
+			}
 		}
 
 		if app.settings.Whois {
 			scan.Whois(url, app.settings.LogDir)
+			scansRun = append(scansRun, "Whois")
+		}
+
+		// func Git(url string, timeout time.Duration, threads int, logdir string)
+		if app.settings.Git {
+			result, err := scan.Git(url, app.settings.Timeout, app.settings.Threads, app.settings.LogDir)
+			if err != nil {
+				log.Errorf("Error while running Git module: %s", err)
+			} else {
+				moduleResults = append(moduleResults, ModuleResult{"git", result})
+				scansRun = append(scansRun, "Git")
+			}
+		}
+
+		if app.settings.Nuclei {
+			result, err := scan.Nuclei(url, app.settings.Timeout, app.settings.Threads, app.settings.LogDir)
+			if err != nil {
+				log.Errorf("Error while running Nuclei module: %s", err)
+			} else {
+				moduleResults = append(moduleResults, ModuleResult{"nuclei", result})
+				scansRun = append(scansRun, "Nuclei")
+			}
+		}
+
+		if app.settings.JavaScript {
+			result, err := jsscan.JavascriptScan(url, app.settings.Timeout, app.settings.Threads, app.settings.LogDir)
+			if err != nil {
+				log.Errorf("Error while running JS module: %s", err)
+			} else {
+				moduleResults = append(moduleResults, ModuleResult{"js", result})
+				scansRun = append(scansRun, "JS")
+			}
+		}
+
+		if app.settings.CMS {
+			result, err := scan.CMS(url, app.settings.Timeout, app.settings.LogDir)
+			if err != nil {
+				log.Errorf("Error while running CMS detection: %s", err)
+				scansRun = append(scansRun, "CMS")
+			} else if result != nil {
+				moduleResults = append(moduleResults, ModuleResult{"cms", result})
+			}
+		}
+
+		if app.settings.Headers {
+			result, err := scan.Headers(url, app.settings.Timeout, app.settings.LogDir)
+			if err != nil {
+				log.Errorf("Error while running HTTP Header Analysis: %s", err)
+			} else {
+				moduleResults = append(moduleResults, ModuleResult{"headers", result})
+				scansRun = append(scansRun, "HTTP Headers")
+			}
+		}
+
+		if app.settings.CloudStorage {
+			result, err := scan.CloudStorage(url, app.settings.Timeout, app.settings.LogDir)
+			if err != nil {
+				log.Errorf("Error while running C3 Scan: %s", err)
+			} else {
+				moduleResults = append(moduleResults, ModuleResult{"cloudstorage", result})
+				scansRun = append(scansRun, "Cloud Storage")
+			}
+		}
+
+		if app.settings.SubdomainTakeover {
+			// Pass the dnsResults to the SubdomainTakeover function
+			result, err := scan.SubdomainTakeover(url, dnsResults, app.settings.Timeout, app.settings.Threads, app.settings.LogDir)
+			if err != nil {
+				log.Errorf("Error while running Subdomain Takeover Vulnerability Check: %s", err)
+			} else {
+				moduleResults = append(moduleResults, ModuleResult{"subdomain_takeover", result})
+				scansRun = append(scansRun, "Subdomain Takeover")
+			}
 		}
 
 		if app.settings.ApiMode {
-			utils.ReturnApiOutput()
-		}
+			result := UrlResult{
+				Url:     url,
+				Results: moduleResults,
+			}
 
-		// TODO: WHOIS
+			marshalled, err := json.Marshal(result)
+			if err != nil {
+				log.Fatalf("failed to marshal result: %s", err)
+			}
+			fmt.Println(string(marshalled))
+		}
 	}
 
-	if app.settings.LogDir != "" {
-		fmt.Println(styles.Box.Render(fmt.Sprintf("🌿 All scans completed!\n📂 Output saved to files: %s\n", strings.Join(app.logFiles, ", "))))
-	} else {
-		fmt.Println(styles.Box.Render(fmt.Sprintf("🌿 All scans completed!\n")))
+	if !app.settings.ApiMode {
+		scansRunList := "  • " + strings.Join(scansRun, "\n  • ")
+		if app.settings.LogDir != "" {
+			fmt.Println(styles.Box.Render(fmt.Sprintf("🌿 All scans completed!\n📂 Output saved to files: %s\n\n🔍 Ran scans:\n%s",
+				strings.Join(app.logFiles, ", "),
+				scansRunList)))
+		} else {
+			fmt.Println(styles.Box.Render(fmt.Sprintf("🌿 All scans completed!\n\n🔍 Ran scans:\n%s",
+				scansRunList)))
+		}
 	}
 
 	return nil

template-example.toml

@@ -0,0 +1,10 @@
+[scans]
+scans = [
+    "whois",
+    "dork",
+    "dirlist common"
+]
+
+[config]
+logging = true
+threads = 10