# robots.txt for http://www.template.com/ User-agent: * Disallow: /_common/ # This is an Common virtual URL Disallow: /images/ # Images Files Disallow: /landing_pages # Landing pages Disallow: /Unique # unique url pages