Create robots.txt
This commit is contained in:
parent
9f8e96b878
commit
0484f9010b
|
|
@ -0,0 +1,10 @@
|
||||||
|
User-agent: Googlebot
|
||||||
|
Disallow:
|
||||||
|
User-agent: googlebot-image
|
||||||
|
Disallow:
|
||||||
|
User-agent: googlebot-mobile
|
||||||
|
Disallow:
|
||||||
|
User-agent: *
|
||||||
|
Disallow: /
|
||||||
|
Disallow: /cgi-bin/
|
||||||
|
Sitemap: https://stupid.cat/sitemap.xml
|
||||||
Loading…
Reference in New Issue