# /robots.txt file for http://www.october-design.com/ # mail rwhite@october-design.com for comment # directories off limits to all spiders User-agent: * Disallow: /old_October/ Disallow: /bin/ Disallow: /tmp/ Disallow: adpages/users/ Disallow: adpages/admin/ # User-Agent who can index every page user-agent: googlebot Disallow: User-agent: webcrawler Disallow: User-agent: wobot Disallow: User-agent: webwalker Disallow: User-agent: merritt Disallow: User-agent: w3index Disallow: User-agent: Ibot Disallow: User-agent: EI*Net Disallow: User-agent: OGspider Disallow: # User-Agent who can not index any files User-agent: lycra Disallow: / User-agent: WebZIP Disallow: / User-agent: WebTrends Disallow: /