User-agent: * # applies to all robots Disallow: /downloads Disallow: /images Disallow: /scripts Disallow: /xmls