User-agent: *
Allow: /
noindex: /*?
noindex: /Admin/
noindex: /b/hotels/
noindex: /b/gfx/
noindex: /gfx/
Disallow: /b/hotels/
Disallow: /b/gfx/
Disallow: /gfx/
Disallow: /index.ja.php
Disallow: /index.zh.php
Disallow: /b/links
Disallow: /Admin/
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.png$
Disallow: /*.css$
Disallow: /*.js$
Disallow: /*?


User-agent: Teoma
Crawl-Delay: 50
User-agent: twiceler
Crawl-Delay: 50
User-agent: Gigabot
Crawl-Delay: 50
User-agent: Scrubby
Crawl-Delay: 50
User-agent: Robozilla
Crawl-Delay: 50
User-agent: Nutch
Crawl-Delay: 50
User-agent: ia_archiver
Crawl-Delay: 50
User-agent: baiduspider
Crawl-Delay: 50
User-agent: naverbot
Crawl-Delay: 50
User-agent: yeti
Crawl-Delay: 50
User-agent: psbot
Crawl-Delay: 50
User-agent: asterias
Crawl-Delay: 50
User-agent: Speedy
Crawl-Delay: 50
User-agent: Yandex
Crawl-Delay: 50
User-agent: kalooga 
Crawl-Delay: 50
User-agent: Spinn3r 
Crawl-Delay: 50
User-agent: YoudaoBot 
Crawl-Delay: 50
User-agent: PostRank 
Crawl-Delay: 50
User-agent: NewspointBot
Crawl-Delay: 50

User-agent: spbot
Disallow: /
User-agent: psbot
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: NPBot-1/2.0
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: ScoutJet
Disallow: /
User-agent: discobot
Disallow: /
User-agent: dotbot 
Disallow: / 
User-agent: CCBot 
Disallow: / 
User-agent: Vagabondo
Disallow: /
User-agent: MJ12bot
Disallow: /

Sitemap: http://www.hotels-world.pl/wwwhotels-worldpl.xml