# /sitemap for auto discovery

Sitemap: http://www.walking-weekends.com/sitemap.xml

# /robots.txt file for controlling indexing

User-agent: googlebot
Crawl-Delay:   1
Allow: /

User-agent: googlebot-image
Crawl-Delay:   1

User-agent: msnbot
Crawl-Delay:   2

# http://www.majestic12.co.uk/projects/dsearch/mj12bot.php#WhatIsIt
User-Agent: MJ12bot
Crawl-Delay:   3

# http://help.yahoo.com/l/us/yahoo/search/webcrawler/slurp-02.html - Yahoo
User-Agent: Slurp
Crawl-Delay:   3

# http://www.cuill.com/twiceler/robot.html - New Californian Search engine?
User-Agent: twiceler
Crawl-Delay:   3

# http://www.gigablast.com/spider.html - Giga Blast - another new search engine?
User-Agent: gigabot
Crawl-Delay:   3

# http://about.ask.com/en/docs/about/webmasters.shtml - Ask
User-Agent: Teoma
Crawl-Delay:   2

# http://www.visvo.com/bot.html - Seems to be something to do with Winki open source
User-Agent: VisBot
Crawl-Delay:   5

# http://www.seekbot.net/bot.html - A new UK search engin - I can't see any pictures so don't expect this to be any use to us
User-Agent: seekbot
Crawl-Delay:   5

User-agent: Jyxobot
Crawl-Delay:   5

User-agent: NextGenSearchBot
Crawl-Delay:   5

# bad bot - crawls too fast so exclude
User-agent: aipbot
Disallow: /

# bad bot - crawls too fast so exclude
User-agent: BecomeBot
Disallow: /

# bad bot - crawls too fast so exclude
User-agent: psbot
Disallow: /

# bad bot 
User-agent: boitho.com-dc
Disallow: /