# All spiders User-agent: * Disallow: /ehire/english/News/print.aspx # block the printer-friendly pages until fixed Disallow: /ehire/english/news/print.aspx # block the lower-case form as well Disallow: /ehire/english/login.aspx Disallow: /ehire/secured/ # Google User-agent: googlebot # Duplicate the list above, but use Google's noindex directive # Ensures pages are not indexed, as well as not crawled Noindex: /ehire/english/News/print.aspx # block the printer-friendly pages until fixed Noindex: /ehire/english/news/print.aspx # block the lower-case form as well Noindex: /ehire/english/login.aspx Noindex: /ehire/secured/ # Block the Fasterfox spider User-agent: Fasterfox Disallow: / # XML Sitemap # Note that this is independent of the User-Agent line # Sitemap: sitemap.xml # file name here must match XML Sitemap file name