# robots.txt for http://tbtf.com/ User-agent: * Disallow: /sticky/ Disallow: /tbtf-userland.xml Disallow: /tbtf.rdf Disallow: /toc.html Disallow: /toc-brief.html Disallow: /archive/index.html Disallow: /archive/date.html Disallow: /archive/author.html Disallow: /archive/subject.html Disallow: /pics/ Disallow: /cgi/ Disallow: /scripts/ Disallow: /aresource/ Disallow: /tindex/ Disallow: /imagistat/ Disallow: /pull-wwn/ Disallow: /geekpride/ Disallow: /Irregulars/ Disallow: /Benefactors/pics/ Disallow: /Benefactors/linkable.html Disallow: /Benefactors/old/ Disallow: /new/ Disallow: /old/ Disallow: /archive/new/ Disallow: /archive/old/ Disallow: /resource/new/ Disallow: /resource/old/ Disallow: /*.js User-agent: Atomz Disallow: /dawson/ Disallow: /technologyfront/ Disallow: /impatiens/ Disallow: /noweb/ User-agent: LinkWalker Disallow: * User-agent: taptubot Disallow: *