# $Id: robots.txt,v 1.1 2009/06/10 22:57:37 Eric Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * # Directories Disallow: /Admin/ Disallow: /App_Code/ Disallow: /App_Data/ Disallow: /bin/ Disallow: /careerPDFs/ Disallow: /CuteSoft_Client/ Disallow: /js/ Disallow: /styles/ Disallow: /vacancyCVs/ Disallow: /xsd/ # Files Disallow: /AvatarImageFetch.ashx Disallow: /createNewPage.aspx Disallow: /DateAndTimePicker.ascx Disallow: /DatePicker.ascx Disallow: /DurationPicker.ascx Disallow: /login.aspx Disallow: /LoginBanner.ascx Disallow: /nav.ascx Disallow: /OneDatePicker.ascx Disallow: /ParentPage.ascx Disallow: /PublishExpiryPicker.ascx Disallow: /subnav.ascx Disallow: /success.aspx Disallow: /SupportWorksFormSuccessful.aspx Disallow: /TransformMenuXSLT.xsl Disallow: /web.config Disallow: /Ruthertive.aspx # Paths (no clean URLs) Disallow: /Template1.aspx?PID=126