# www.robotstxt.org/ # www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449 User-agent: * Disallow: /cache/ Disallow: /library/ Disallow: /logs/ Disallow: /app/ # # this technically isn't valid, since for some godforsaken reason # sitemap paths must be ABSOLUTE and not relative. # # Sitemap: /sitemap.xml