# /robots.txt for media.mcla.us #-------------------------------------------------------------------------- # Created: Feb 10 2008 # Modified: Jan 29 2010 # #-------------------------------------------------------------------------- User-agent: ia_archiver Disallow: / User-agent: Googlebot-Image Disallow: /classes/ Disallow: /documents/ Disallow: /movies/ Disallow: /public_files/ Disallow: /xml/ User-agent: Googlebot Disallow: /classes/ Disallow: /documents/ Disallow: /gallery/ Disallow: /movies/ Disallow: /xml/ User-agent: * Disallow: /classes/ Disallow: /documents/ Disallow: /gallery/ Disallow: /images/ Disallow: /movies/ Disallow: /public_files/ Disallow: /xml/