User-agent: * # match all bots
Disallow: / # keep them out of entire site

User-agent: PennStateSpider # match psu spider and create rules
Disallow: /_archiveORincomplete/
Disallow: /_temp/
Disallow: /admin/
Disallow: /aspnet_client/
Disallow: /calendar/
Disallow: /cbb/Admin/
Disallow: /CFIDE/
Disallow: /Classes/
Disallow: /cgi-bin/
Disallow: /Copy of news/
Disallow: /css_parts/
Disallow: /databaseChecker/
Disallow: /error_handling/
Disallow: /IMAGES/
Disallow: /js/
Disallow: /lodging/
Disallow: /PolicyExceptions/
Disallow: /PREVIEW/
Disallow: /Risk/
Disallow: /searches/
Disallow: /single_sign_on/
Disallow: /ssl_redirect/
Disallow: /SSLtest/
Disallow: /styles/
Disallow: /Time/
Disallow: /travel/
Disallow: /utilities/
Disallow: /wysiwyg/