diff --git a/Web-Based/robots.txt b/Web-Based/robots.txt index 299c98a..76993ba 100644 --- a/Web-Based/robots.txt +++ b/Web-Based/robots.txt @@ -10,6 +10,7 @@ Sitemap: https://jieyab89-osint.gitbook.io/jieyab89-osint-cheat-sheet-wiki-tips/ # Block unnecessary paths Disallow: /Script +Disallow: /mail # AI / LLM discovery Allow: /llms.txt diff --git a/robots.txt b/robots.txt index 299c98a..76993ba 100644 --- a/robots.txt +++ b/robots.txt @@ -10,6 +10,7 @@ Sitemap: https://jieyab89-osint.gitbook.io/jieyab89-osint-cheat-sheet-wiki-tips/ # Block unnecessary paths Disallow: /Script +Disallow: /mail # AI / LLM discovery Allow: /llms.txt