# Written By Miranda Johnson


#the disallowed agents are known email harvesters used by spammers!
User-agent: Titan
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

# Advertising bot based in the UK
User-agent: grapeshot 
Disallow: /

# Google Advertising bot  
User-agent: AdsBot-Google 
Disallow: /


#allow content to search engine spiders except in the following folders
User-agent: *
Disallow: /includes/
Disallow: /evaluations/ 
Disallow: /Evaluations/ 
Disallow: /admin/
Disallow: /Images/
Disallow: /images/
Disallow: /techsupport/
Disallow: /nppBackup/
Disallow: /ATS_Entry.asp
Disallow: /ats_entry.asp
Disallow: /test_ATS.asp
Disallow: /test_ATS_xml.asp
Disallow: /test_ats.asp
Disallow: /test_ats_xml.asp
Disallow: /VE_Login.asp
Disallow: /ve_login.asp

user-agent: Googlebot
Disallow: /includes/
Disallow: /evaluations/ 
Disallow: /Evaluations/ 
Disallow: /admin/
Disallow: /Images/
Disallow: /images/
Disallow: /techsupport/
Disallow: /nppBackup/
Disallow: /ATS_Entry.asp
Disallow: /ats_entry.asp
Disallow: /test_ATS.asp
Disallow: /test_ATS_xml.asp
Disallow: /test_ats.asp
Disallow: /test_ats_xml.asp
Disallow: /VE_Login.asp
Disallow: /ve_login.asp