# robots.txt for http://www.mitchleung.com/ User-agent: * Disallow: /int/ User-agent: * Disallow: /downloads # anything but html User-agent: * Disallow: /css # remove soon User-agent: * Disallow: /multimedia # remove soon User-agent: * Disallow: /images # images User-agent: * Disallow: /media User-agent: * Disallow: /js # javascript User-agent: * Disallow: /blog/wp-content/