User-agent: csu-gsa-crawler
Disallow: *.csi
Disallow: /alumni
Disallow: /js/
Disallow: /xml/
Disallow: /cgi-bin/
Disallow: /config/
Disallow: /conf/
Disallow: /oldsite
Disallow: /alumni
Disallow: /php/
Disallow: /images/
Disallow: *.php
Disallow: *.cgi

Request-rate: 1/10
Visit-time: 0700-1200

User-agent: *
Disallow: /