User-agent: slurp
Crawl-delay: 60

User-agent: msnbot
Crawl-delay: 60


User-agent: gigabot
Crawl-delay: 60

User-agent: Francis
Crawl-delay: 60

User-agent: ia_archiver
Disallow: /search/

User-agent: Teoma
Crawl-delay: 60


#Ist ein UK Robot, welcher gleich mit versch. Spider duuresaust
User-Agent: MJ12bot
Crawl-Delay: 60

User-agent: seekbot
Crawl-delay: 60

User-Agent: sensis.com.au
Crawl-Delay: 60

User-agent: Semager
Crawl-delay: 60

#Twiceler is an experimental robot.
User-agent: Twiceler
Crawl-Delay: 60

User-agent: *
Crawl-delay: 60