User-agent: *
Disallow: /*/.*
Disallow: /*/-*
Disallow: /*/..*
Disallow: /*/*..*
Disallow: /*//
Disallow: /*?
Disallow: /*&
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.png$
Disallow: /*.css$
Disallow: /*.js$
Disallow: /*.html?
Disallow: /b/hotels/
Disallow: /index.ja.php
Disallow: /index.zh.php
Disallow: /b/links
Disallow: /Admin/

User-agent: Teoma
Crawl-Delay: 10
User-agent: twiceler
Crawl-Delay: 10
User-agent: Gigabot
Crawl-Delay: 10
User-agent: Scrubby
Crawl-Delay: 10
User-agent: Robozilla
Crawl-Delay: 10
User-agent: Nutch
Crawl-Delay: 10
User-agent: ia_archiver
Crawl-Delay: 10
User-agent: baiduspider
Crawl-Delay: 10
User-agent: naverbot
Crawl-Delay: 10
User-agent: yeti
Crawl-Delay: 10
User-agent: psbot
Crawl-Delay: 10
User-agent: asterias
Crawl-Delay: 10
User-agent: Speedy
Crawl-Delay: 30
User-agent: Yandex
Crawl-Delay: 30

User-agent: spbot
Disallow: /
User-agent: psbot
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: NPBot-1/2.0
Disallow: /
User-agent: NPBot
Disallow: /

Sitemap: http://www.hotels-world.pl/wwwhotels-worldpl.xml