# robots.txt for http User-agent: * Disallow: /bbc/ Disallow: /cgi-bin/ Disallow: /bin/ Disallow: /Mapquest/ Disallow: /CodePicture.aspx