# robots.txt for http://neckermann.be

Sitemap: http://www.neckermann.be/sitemapindex.xml

User-agent: *
Disallow: /*/PrintFriendlyDetailPage.aspx
Disallow: /*/ListerPage.aspx
Disallow: /*/ExceptionPage.aspx
Disallow: /*/Defibrillator.aspx
Disallow: /*/BannerRedirect.aspx
Disallow: /*/ListerSolr.aspx
Disallow: /bookingavailability.
Disallow: /vakanties/
Disallow: /voyages/
Disallow: /avion-
Disallow: /Avion-
Disallow: /vlieg-
Disallow: /Vlieg-
Disallow: /search
Disallow: /packages
Disallow: /customize
Disallow: /pax
Disallow: /payment
Disallow: /confirmation
Disallow: /s2/


# Some bots are known to be trouble, particularly those designed to copy
# entire sites. Please obey robots.txt.

User-agent: AdsBot-Google
Disallow: /bookingavailability.asmx*
Disallow: /enhancedsearchandbrowse.asmx*

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /


#
# The 'grub' distributed client has been *very* poorly behaved.
#
User-agent: grub-client
Disallow: /

#
# Doesn't follow robots.txt anyway, but...
#
User-agent: k2spider
Disallow: /

#
# Hits many times per second, not acceptable
# http://www.nameprotect.com/botinfo.html
User-agent: NPBot
Disallow: /

# A capture bot, downloads gazillions of pages with no public benefit
# http://www.webreaper.net/
User-agent: WebReaper
Disallow: /