User-agent: *
Allow: /
Disallow: /b/hotels/
Disallow: /b/gfx/
Disallow: /gfx/
Disallow: /index.ja.php
Disallow: /index.zh.php
Disallow: /b/links
Disallow: /Admin/

User-agent: Teoma
Crawl-Delay: 10
User-agent: twiceler
Crawl-Delay: 10
User-agent: Gigabot
Crawl-Delay: 10
User-agent: Scrubby
Crawl-Delay: 10
User-agent: Robozilla
Crawl-Delay: 10
User-agent: Nutch
Crawl-Delay: 10
User-agent: ia_archiver
Crawl-Delay: 10
User-agent: baiduspider
Crawl-Delay: 10
User-agent: naverbot
Crawl-Delay: 10
User-agent: yeti
Crawl-Delay: 10
User-agent: psbot
Crawl-Delay: 10
User-agent: asterias
Crawl-Delay: 10
User-agent: Speedy
Crawl-Delay: 30
User-agent: Yandex
Crawl-Delay: 30
User-agent: kalooga 
Crawl-Delay: 30
User-agent: Spinn3r 
Crawl-Delay: 30
User-agent: YoudaoBot 
Crawl-Delay: 30
User-agent: PostRank 
Crawl-Delay: 30

User-agent: spbot
Disallow: /
User-agent: psbot
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: NPBot-1/2.0
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: ScoutJet
Disallow: /
User-agent: discobot
Disallow: /
User-agent: dotbot 
Disallow: /
User-agent: CCBot 
Disallow: / 
User-agent: Vagabondo
Disallow: /
User-agent: MJ12bot
Disallow: /

Sitemap: http://www.hotels-world.pl/wwwhotels-worldpl.xml