Create robots.txt

This commit is contained in:
Clove 2026-06-27 01:13:11 +01:00 committed by GitHub
parent 9f8e96b878
commit 0484f9010b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 10 additions and 0 deletions

10
robots.txt Normal file
View File

@ -0,0 +1,10 @@
User-agent: Googlebot
Disallow:
User-agent: googlebot-image
Disallow:
User-agent: googlebot-mobile
Disallow:
User-agent: *
Disallow: /
Disallow: /cgi-bin/
Sitemap: https://stupid.cat/sitemap.xml