Created robots.txtx and simple Melange favicon.
authorPawel Solyga <Pawel.Solyga@gmail.com>
Mon, 18 Aug 2008 16:58:23 +0000
changeset 73 211a3eeacf27
parent 72 0957fc5e3968
child 74 967a2fa04984
Created robots.txtx and simple Melange favicon. Added favicon and robots.txt support in app.yaml template.
app/app.yaml.template
app/soc/content/favicon.ico
app/soc/content/robots.txt
--- a/app/app.yaml.template	Wed Aug 13 21:52:40 2008 +0000
+++ b/app/app.yaml.template	Mon Aug 18 16:58:23 2008 +0000
@@ -19,6 +19,10 @@
 api_version: 1
 
 handlers:
+- url: /(robots.txt|favicon.ico)
+  static_files: soc/content/\1
+  upload: soc/content/(robots.txt|favicon.ico)  
+  
 - url: /soc/content
   static_dir: soc/content
 
@@ -31,3 +35,4 @@
 - url: /.*
   script: main.py
 
+
Binary file app/soc/content/favicon.ico has changed
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/app/soc/content/robots.txt	Mon Aug 18 16:58:23 2008 +0000
@@ -0,0 +1,8 @@
+# Directions for web crawlers.
+# See http://www.robotstxt.org/wc/norobots.html.
+
+User-agent: HTTrack
+User-agent: puf
+User-agent: MSIECrawler
+User-agent: Nutch
+Disallow: /