fix: allow bots to access /s/ urls (#27579)

#27548 Add Allow directive for custom share links social media preview
This commit is contained in:
Dominik Szymański
2026-04-07 16:22:53 +02:00
committed by GitHub
parent de9ec95db1
commit 1d0e5cf18d

View File

@@ -1,6 +1,7 @@
# Allow social media access og Tags
User-agent: *
Allow: /share/
Allow: /s/
Allow: /api/assets/
# https://www.robotstxt.org/robotstxt.html