User-agent: *
#
# Allow paging (unless paging inside a listing with more params, as disallowed below)
Allow: /*?p=
#
# Directories
Disallow: /404/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /cdn-cgi/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /magento/
#Disallow: /media/
Disallow: /media/captcha/
#Disallow: /media/catalog/
Disallow: /media/customer/
Disallow: /media/dhl/
Disallow: /media/downloadable/
Disallow: /media/import/
Disallow: /media/pdf/
Disallow: /media/sales/
Disallow: /media/tmp/
#Disallow: /media/wysiwyg/
Disallow: /media/xmlconnect/
Disallow: /new/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /shell/
#Disallow: /skin/
Disallow: /stats/
Disallow: /var/
Disallow: */directory/

#
# Paths (if using shop id in URL must prefix with * or copy for each)
Disallow: */index.php/
Disallow: */catalog/product_compare/
Disallow: */catalog/category/view/
Disallow: */catalog/product/view/
Disallow: */catalog/product/gallery/
Disallow: */catalogsearch/
Disallow: */control/
Disallow: */contacts/
Disallow: */customer/
Disallow: */customize/
Disallow: */newsletter/
Disallow: */feed/
Disallow: */poll/
Disallow: */review/
Disallow: */reviews/
Disallow: */sendfriend/
Disallow: */tag/
Disallow: */wishlist/
Disallow: */checkout/
Disallow: */onestepcheckout/
Disallow: */firecheckout/
#Disallow: /nl/paddo-kweeksets/l/1200cc.html
#
# Files
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt
#
# Do not crawl sub category pages that are sorted or filtered.
# This would be very broad, could hurt (incl. SEO).
# Disallow: /*?*
#
# These are more specific, pick what you need - and do not forget to add your custom filters!

Disallow: /*/directory/*
Disallow: /*?dir*
Disallow: /*?limit*
Disallow: /*?mode*
Disallow: /*?___from_store=*
Disallow: /*?___store=*
Disallow: /*?cat=*
Disallow: /*?q=*
Disallow: /*?price=*
Disallow: /*?availability=*
Disallow: /*?brand=*
Disallow: /*?origin_country=*
Disallow: /*?growkit_size=*
Disallow: /*?herb_cat=*
Disallow: /*?myco_type=*
Disallow: /*?contents_cc=*
Disallow: /*?mushroom_strain=*
Disallow: /*?contents_type=*
Disallow: /*?dir=*
Disallow: /*?order=*
Disallow: /*?sterile=*
#
# Paths that can be safely ignored (no clean URLs)
#Disallow: /*?p=*&
Disallow: /*.php$
Disallow: /*?SID=
Disallow: /*?contents_gram=*
Disallow: /*?contents_ml=*

#https://www.magic-mushrooms-shop.com/de/directory/currency/switch/currency/GBP/uenc/aHR0cHM6Ly93d3cubWFnaWMtbXVzaHJvb21zLXNob3AuY29tL2RlL3phdWJlcnBpbHplLWdyb3draXRzL3N0YW5kYXJkLmh0bWw,/

#
#######

Disallow: /wpmulti/
Disallow: /de/wordpress/
Disallow: /en/wordpress/
Disallow: /es/wordpress/
Disallow: /fr/wordpress/
Disallow: /it/wordpress/
Disallow: /nl/wordpress/
Disallow: /de/blog/
Disallow: /es/blog/
Disallow: /fr/blog/
Disallow: /it/blog/
Disallow: /pt/blog/
Disallow: /blog/page/
Disallow: /en/blog/page/


Sitemap: https://www.magic-mushrooms-shop.com/pt/xmlsitemap/sitemap.xml
Sitemap: https://www.magic-mushrooms-shop.com/xmlsitemap/sitemap_fr.xml
Sitemap: https://www.magic-mushrooms-shop.com/xmlsitemap/sitemap_de.xml
Sitemap: https://www.magic-mushrooms-shop.com/xmlsitemap/sitemap_nl.xml
Sitemap: https://www.magic-mushrooms-shop.com/xmlsitemap/sitemap_en.xml
Sitemap: https://www.magic-mushrooms-shop.com/pt/xmlsitemap/sitemap.xml
Sitemap: http://magento.instantsearchplus.com/ext_sitemap?u=4ea0df2f-d510-4f77-a846-9d8d97f7a5f1