# robots.txt for http://www.template.com/ User-agent: * Disallow: /_common/ # This is an Common virtual URL Disallow: /images/ # Images Files Disallow: /landing_page # Landing pages Disallow: /spa_promo # spa promo Disallow: /unique # unique url pages