User-agent: * # disallow the following directories Disallow: /App_Code/ Disallow: /App_Data/ Disallow: /App_Offline/ Disallow: /downloads/ Disallow: /email/ Disallow: /error/ Disallow: /FacultyInfo/ Disallow: /ftp/ Disallow: /images/ Disallow: /ISET/ Disallow: /mail/ Disallow: /navigation/ Disallow: /NeatUpload/ Disallow: /PreviousConferences/ Disallow: /receipts/ Disallow: /RSS/ Disallow: /webmail/ # disallow the following files Disallow: App_Offline.htm Disallow: _App_Offline.htm Disallow: Endorsements.aspx Disallow: Global.asax Disallow: SessionUpdate.aspx Disallow: Style.css Disallow: test.html Disallow: video.html Disallow: Web.config # disallow files ending with these extensions # Disallow: /*.cfm$ Disallow: /*.inc$ # disallow all files with? in url # Disallow: /*?* # Disallow: /*?