From d75f872244671f1774a7341f0dbc25572ea48e61 Mon Sep 17 00:00:00 2001 From: Jieyab89 Date: Wed, 27 May 2026 20:00:38 +0700 Subject: [PATCH] edit robots.txt --- Web-Based/robots.txt | 1 + robots.txt | 1 + 2 files changed, 2 insertions(+) diff --git a/Web-Based/robots.txt b/Web-Based/robots.txt index 299c98a..76993ba 100644 --- a/Web-Based/robots.txt +++ b/Web-Based/robots.txt @@ -10,6 +10,7 @@ Sitemap: https://jieyab89-osint.gitbook.io/jieyab89-osint-cheat-sheet-wiki-tips/ # Block unnecessary paths Disallow: /Script +Disallow: /mail # AI / LLM discovery Allow: /llms.txt diff --git a/robots.txt b/robots.txt index 299c98a..76993ba 100644 --- a/robots.txt +++ b/robots.txt @@ -10,6 +10,7 @@ Sitemap: https://jieyab89-osint.gitbook.io/jieyab89-osint-cheat-sheet-wiki-tips/ # Block unnecessary paths Disallow: /Script +Disallow: /mail # AI / LLM discovery Allow: /llms.txt