User-agent: * Disallow: /subdomains Disallow: /dev Disallow: /tmp Disallow: /cgi-bin Disallow: /logs Disallow: /static Disallow: /businesses2 Disallow: /oscar/archives.html