User-agent: Googlebot
Disallow:
Disallow: /catalogsearch/*
Disallow: /checkout/cart
Disallow: /wishlist
Disallow: /customer/account
Disallow: /checkout
Disallow: /customer/account/login
Disallow: /index.php/
Disallow: /*?
Disallow: /app/
Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /catalog/
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /*SID=
Disallow: /media/amasty/*
Allow: /media/catalog/product/*

# Unclean URLs
Disallow: /*?*
Allow: /*?channable=*
Allow:/*?p=2
Allow:/*?p=3
Allow:/*?p=4
Allow:/*?p=5
Allow:/*?p=6
Allow:/*?p=7
Allow:/*?p=8
Allow:/*?p=9
Allow:/*?p=10

User-agent: Googlebot-image
Disallow: 
Disallow: /media/amasty/*

User-agent: *
Disallow: /catalogsearch/*
Disallow: /checkout/cart
Disallow: /wishlist
Disallow: /customer/account
Disallow: /checkout
Disallow: /customer/account/login
Disallow: /index.php/
Disallow: /*?
Disallow: /app/
Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /catalog/
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /*SID=

# Unclean URLs
Disallow: /*?*
Allow: /*?channable=*
Allow: /*?p=*

# For specific bots (on all domains)
User-agent: AdsBot-Google
Disallow:

User-Agent: Baiduspider
Disallow: /

User-Agent: CazoodleBot
Disallow: /

User-Agent: Fasterfox
Disallow: /

User-agent: teracent-feed-processing
Disallow: /

User-Agent: Ingrid
Crawl-delay: 20

User-Agent: Jyxobot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: ShopWiki
Disallow: /

User-Agent: msnbot
Crawl-Delay: 20

User-Agent: Slurp
Crawl-delay: 20

User-Agent: Yahoo! Slurp
Crawl-delay: 20

User-agent: rogerbot
Crawl-delay: 2

Sitemap: https://azerty.nl/media/sitemap/sitemap.xml
Sitemap: https://azerty.nl/media/sitemap/sitemap.xml