#robots.txt User-agent: * Disallow: /cgi-bin/ Disallow: /rpc/ Disallow: /mtadmin/ Disallow: /draft/ Disallow: /cgi-bin/bugs/ Disallow: /blogs/mt-search.cgi User-Agent: OmniExplorer_Bot Disallow: /