User-agent: *
Disallow: /includes/
Disallow: /images/
Disallow: /admin/
Sitemap: http://www.santi-shop.lu/sitemap.xml

User-agent: w3c-checklink
Disallow: /includes/
Disallow: /admin/

User-agent: MJ12bot
Disallow: /

User-agent: psbot
Disallow: /fr/images/
Disallow: /en/images/
Disallow: /nl/images/
User-agent: fatbot
Disallow: /fr/images/
Disallow: /en/images/
Disallow: /nl/images/
User-agent: Slurp
Crawl-delay: 10

User-agent: ShopWiki
Crawl-Delay: 60

User-agent: msnbot
Crawl-delay: 20

User-agent: TwengaBot
Crawl-Delay: 60

User-agent: Twiceler
Crawl-Delay: 60

User-agent: Linguee
Crawl-Delay: 60