From ef76f73de2b6ace232de817821b908dd01466e2a Mon Sep 17 00:00:00 2001 From: ch Date: Sun, 30 May 2010 11:49:36 +0200 Subject: robots.txt added --- .gitignore | 1 - public/robots.txt | 2 ++ 2 files changed, 2 insertions(+), 1 deletion(-) create mode 100644 public/robots.txt diff --git a/.gitignore b/.gitignore index b42cb55..1441bd2 100644 --- a/.gitignore +++ b/.gitignore @@ -3,4 +3,3 @@ api_key.rb tmp/* log/* datasets/* -public/* diff --git a/public/robots.txt b/public/robots.txt new file mode 100644 index 0000000..1f53798 --- /dev/null +++ b/public/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: / -- cgit v1.2.3