# All robots will spider the domain
User-agent: *
Disallow: /squirrelmail/
Disallow: /webmail/
Disallow: /squirrelmail-1.4.6-rc1/
Disallow: /mrtg/
Disallow: /internal/
Disallow: /facultysearch/
Disallow: /facultysearch.tar
Disallow: /mod/
Disallow: /modnew/
Disallow: /nospam/
Disallow: /analyze/
Disallow: /webalyzer/
Disallow: /newdb/analyze/
Disallow: /newdb/mod/
Disallow: /newdb/mrtg/
Disallow: /resources/procedures/
Disallow: /Harvest/
Disallow: /*.php