#robots.txt User-agent: * Disallow: /adm/ # Crawlers request files (which doesn't exist) and causes errors in the logs... so disalow and hope for the best Disallow: /scripts/UCIFacultyProfiles/profiletoemail.cfm