diff options
Diffstat (limited to 'robots.txt')
-rw-r--r-- | robots.txt | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..4ce948f --- /dev/null +++ b/robots.txt | |||
@@ -0,0 +1,3 @@ | |||
1 | User-agent: * | ||
2 | Disallow: /*/snapshot/* | ||
3 | Allow: / | ||