Created robots.txtx and simple Melange favicon.
Added favicon and robots.txt support in app.yaml template.
--- a/app/app.yaml.template Wed Aug 13 21:52:40 2008 +0000
+++ b/app/app.yaml.template Mon Aug 18 16:58:23 2008 +0000
@@ -19,6 +19,10 @@
api_version: 1
handlers:
+- url: /(robots.txt|favicon.ico)
+ static_files: soc/content/\1
+ upload: soc/content/(robots.txt|favicon.ico)
+
- url: /soc/content
static_dir: soc/content
@@ -31,3 +35,4 @@
- url: /.*
script: main.py
+
Binary file app/soc/content/favicon.ico has changed
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/app/soc/content/robots.txt Mon Aug 18 16:58:23 2008 +0000
@@ -0,0 +1,8 @@
+# Directions for web crawlers.
+# See http://www.robotstxt.org/wc/norobots.html.
+
+User-agent: HTTrack
+User-agent: puf
+User-agent: MSIECrawler
+User-agent: Nutch
+Disallow: /