block robots

2 years ago · 26245fc35a
parent 3f6607ccb0
commit 26245fc35a
1 changed files with 8 additions and 0 deletions
--- a/robots.txt
+++ b/robots.txt
@ -0,0 +1,8 @@
+User-agent: *
+Disallow: /
+
+User-agent: ia_archiver
+Disallow: /
+
+User-agent: archive.org_bot
+Disallow: /