# robots.txt for http://www.example.com/ User-agent: * Disallow: /application/ Disallow: /system/ Disallow: /vendor/ Disallow: /tokens/ Sitemap: sitemap.xml