summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorch <ch@toxcreate.in-silico.ch>2010-05-30 11:49:36 +0200
committerch <ch@toxcreate.in-silico.ch>2010-05-30 11:49:36 +0200
commitef76f73de2b6ace232de817821b908dd01466e2a (patch)
treeb726632cdb40efa4e28e24765b75ea663d7974b1
parent8d570c40e61725b81c731f450522d91aea7eeeed (diff)
robots.txt added
-rw-r--r--.gitignore1
-rw-r--r--public/robots.txt2
2 files changed, 2 insertions, 1 deletions
diff --git a/.gitignore b/.gitignore
index b42cb55..1441bd2 100644
--- a/.gitignore
+++ b/.gitignore
@@ -3,4 +3,3 @@ api_key.rb
tmp/*
log/*
datasets/*
-public/*
diff --git a/public/robots.txt b/public/robots.txt
new file mode 100644
index 0000000..1f53798
--- /dev/null
+++ b/public/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /