# Crawl-delay For Some Robots
User-agent: BingBot
Crawl-delay: 10

User-agent: Slurp
Crawl-delay: 10

# Exclude Files From All Robots:
User-agent: *
Disallow: /bewertung/
Disallow: /bewertungabgeben/
Disallow: /bewertungen/
Disallow: /bookingnew/
Disallow: /booking/
Disallow: /content/
Disallow: /cruisebooker/
Disallow: /index.cfm
Disallow: /login/
Disallow: /media/images/mitarbeiter/
Disallow: /pricesearch/
Disallow: /rating/
Disallow: /search/

# Alle URLs mit Session Parameter nicht Crawlen
Disallow: /CFID=
Disallow: /CFTOCKEN=
Disallow: /partner=
Disallow: /rid=

# the same for Google Adsbot :)
User-agent: Adsbot-Google
Disallow: /bewertung/
Disallow: /bewertungabgeben/
Disallow: /bewertungen/
Disallow: /bookingnew/
Disallow: /booking/
Disallow: /content/
Disallow: /cruisebooker/
Disallow: /index.cfm
Disallow: /login/
Disallow: /media/images/mitarbeiter/
Disallow: /pricesearch/
Disallow: /rating/
Disallow: /search/

# Alle URLs mit Session Parameter nicht Crawlen
Disallow: /CFID=
Disallow: /CFTOCKEN=
Disallow: /partner=
Disallow: /rid=

Sitemap: https://www.cruisewinkel.nl/sitemap_nl_index.xml