#robot txt file to stop all but ArchitextSpider spiders.

User-agent: Scooter 
Disallow:/

User-agent: Infoseek
Disallow:/

User-agent: Slurp
Disallow:/

User-agent: Lycos
Disallow:/

User-agent: Googlebot 
Disallow:/

User-agent: Gulliver
Disallow:/

User-agent: Fast
Disallow:/

User-agent: Grabber
Disallow:/