Add robots.txt

This commit is contained in:
Cadence Fish
2020-01-28 16:04:21 +13:00
parent 4cb49c0d82
commit fb6081a719

3
src/site/html/robots.txt Normal file
View File

@@ -0,0 +1,3 @@
User-Agent: *
Disallow: /u/*page=
Disallow: /fragment