# robots.txt for http://www.example.com/ User-agent: * Disallow: /img/ # This is an infinite virtual URL space Disallow: /SpryAssets/ Disallow: /Templates/ Disallow: /en/menu/ Disallow: /de/menu/ Disallow: /menu/ # Cybermapper knows where to go. User-agent: * Allow: /