# robots.txt document v0.1 # Author (c) Cyber Fox 2010, www.cyberfox.cz User-agent: * Disallow: /_ Disallow: /css/ Disallow: /js/ Disallow: /etc/ # avoid indexing different PHP sessions Disallow: /?PHPSESSID Disallow: /*?PHPSESSID # disallow Internet Archive caching # User-agent: ia_archiver # Disallow: / # only for testing domains # User-agent: * # Disallow: / # locate the XML sitemap # Sitemap: http://www.example.com/sitemap.xml.gz # end of document