added robots.txt

This commit is contained in:
arcan1s
2014-01-12 15:31:48 +04:00
parent 6ca7fe7ba8
commit be229f15c6
2 changed files with 9 additions and 0 deletions

7
robots.txt Normal file
View File

@ -0,0 +1,7 @@
User-agent: *
Disallow:
Disallow: /cgi-bin/
Disallow: /javascripts/
Disallow: /stylesheets/
Disallow: /README.md
Disallow: /TODO