# Robot exclusion file. # http://info.webcrawler.com/mak/projects/robots/norobots.html # Allow the W3C bot to validate HTML if requested User-Agent: W3C-checklink Disallow: # All robots: User-agent: * Disallow: /Main/*Form Disallow: /Technical/*Form Disallow: /Events/*Form Disallow: /*/WebCreateNewTopic Disallow: /*/WebStatistics Disallow: /cgi-bin/cgiwrap/webcal/ Disallow: /technical/webstats Disallow: /technical/cachestats Disallow: /technical/java Disallow: /technical/SUNWspro Disallow: /technical/python Disallow: /~alex/photos Disallow: /~webcal Disallow: /cgi-bin/equip Disallow: /TWiki Disallow: /twiki/bin Disallow: /edit Disallow: /other Disallow: /history Disallow: /*?search=* Disallow: /*?skin=print* Disallow: /*?rev=* Disallow: /_* Disallow: /login User-agent: Googlebot-Image Disallow: /~* Disallow: /cgi-bin/cgiwrap/webcal/ Disallow: /technical/webstats Disallow: /technical/cachestats Disallow: /technical/java Disallow: /technical/SUNWspro Disallow: /technical/python Disallow: /~alex/photos Disallow: /~webcal Disallow: /cgi-bin/equip Disallow: /TWiki Disallow: /twiki/bin Disallow: /edit Disallow: /other Disallow: /history Disallow: /*?search=* Disallow: /*?skin=print* Disallow: /*?rev=* Disallow: /_* Disallow: /login