User-agent: slurp
Crawl-delay: 50

User-agent: msnbot
Crawl-delay: 40

User-agent: seekbot
Crawl-delay: 20

User-agent: gigabot
Crawl-delay: 60

User-agent: Francis
Crawl-delay: 30

User-agent: ia_archiver
Disallow: /search/

User-agent: Teoma
Crawl-delay: 20



#Ist ein UK Robot, welcher gleich mit versch. Spider duuresaust
User-Agent: MJ12bot
Crawl-Delay: 50
Disallow: /search/

User-Agent: sensis.com.au
Crawl-Delay: 30
Disallow: /search/


User-agent: Semager
Crawl-delay: 30


#Twiceler is an experimental robot.
User-agent: Twiceler
Crawl-Delay: 30
Disallow: /search/
Disallow: /programm/

# Sitemap URL
Sitemap: http://www.teleboy.ch/sitemap.xml