# Twiceler

User-agent: Twiceler
Disallow: /


# Sureseeker

User-agent: Mozilla/4.0+(compatible;+MSIE+6.0;+Windows+98;+Win+9x+4.90;+sureseeker.com;+.NET+CLR+1.1.4322)
Disallow: /

# Gigblast

User-agent: Gigabot/3.0+(http://www.gigablast.com/spider.html)
Disallow: /


# BecomeBot -- shopping bot

User-agent: BecomeBot
Disallow: /

# Jyxobot/1 --  Czech web crawler -- It was looking for the old site

User-agent: Jyxobot/1
Disallow: /

# VoilaBot - French search engine that is searching for the old site

User-agent: Mozilla/5.0+(Windows;+U;+Windows+NT+5.1;+fr;+rv:1.8.1)+VoilaBot+BETA+1.2+(http://www.voila.com/)
Disallow: /


# 20 second repeat crawl delay
 
Crawl-delay: 20