#robots.txt User-agent: msnbot crawl-delay: 120 User-agent: * Disallow: /includes/ Disallow: /cas727/ Disallow: /apa/ Disallow: /barcelo/ Disallow: /databv/ Disallow: /cnstats/ Disallow: /temp/ Disallow: /images/