# www.robotstxt.org/ # www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449 # shop 1 User-agent: * # Directories Disallow: /app/ Disallow: /bin/ Disallow: /dev/ Disallow: /lib/ Disallow: /phpserver/ Disallow: /pkginfo/ Disallow: /report/ Disallow: /setup/ Disallow: /update/ Disallow: /var/ Disallow: /vendor/ # Files Disallow: /composer.json Disallow: /composer.lock Disallow: /CONTRIBUTING.md Disallow: /CONTRIBUTOR_LICENSE_AGREEMENT.html Disallow: /COPYING.txt Disallow: /Gruntfile.js Disallow: /LICENSE.txt Disallow: /LICENSE_AFL.txt Disallow: /nginx.conf.sample Disallow: /package.json Disallow: /php.ini.sample Disallow: /RELEASE_NOTES.txt # CVS, SVN directory and dump files Disallow: /*.CVS Disallow: /*.Zip$ Disallow: /*.Svn$ Disallow: /*.Idea$ Disallow: /*.Sql$ Disallow: /*.Tgz$ Disallow: */dimensione-* Disallow: */inhoud-* Disallow: */gradazione-* Disallow: */alcoholpercentage-* Disallow: */paese-* Disallow: */land-* Disallow: */colore-* Disallow: */kleur-* Disallow: */tipo-* Disallow: */manufacturer-* Disallow: */glasvorm-* Disallow: */fust_soort-* Disallow: */fut_type-* Disallow: */o-date Disallow: */o-rate Disallow: */o-price Disallow: */search-result/* Disallow: */frontend* Disallow: /fr/3-biere-bouteille/pays-*-* Disallow: /en/3-bottled-beer/country-*-* Disallow: /fr/2-* Disallow: /en/2-* Disallow: /2-* Disallow: */forgot-password/* Disallow: */reset-password/* Disallow: */reset-password-new/* Disallow: */give/* Disallow: /fr/fiche-brasserie.html Disallow: /en-gb/*?*addtocart= Disallow: /en-gb/*?*addtocarterror= Disallow: /en-gb/*?*sortBy= Disallow: /fr/741-les-offres-leffe Disallow: /fr/780-selection-bieres-d-ete Disallow: /en/780-selection-of-summer-beers Disallow: /780-* Disallow: /fr/lpn/214-saint-patrick Disallow: /nl-be/flessen Disallow: /nl-be/3-flessen Disallow: /nl-be/70-bierpakketten Disallow: /nl-be/494-thuisbrouwpakket Disallow: /nl-be/518-hop Disallow: /nl-be/526-gist Disallow: /nl-be/707-big-packs Disallow: /nl-be/thuisbrouwpakket Disallow: /nl-be/500-all-grain-bier-kit Disallow: /nl-be/664-beerkits-navullingen Disallow: /nl-be/237-hop-om-bier-te-brouwen Disallow: /nl-be/63-keykeg-biertap Disallow: /nl-be/611-bieren-van-de-beery-christmas-2017 Disallow: /de-de/3-flaschen-bier Disallow: /de-de/flaschen-bier Disallow: /de-de/707-bier-grossverpackung Disallow: /nl-nl/flessen Disallow: /nl-nl/3-flessen Disallow: /nl-nl/70-bierpakketten Disallow: /nl-nl/bierpakketten Disallow: /nl-nl/494-thuisbrouwpakket Disallow: /nl-nl/518-hop Disallow: /nl-nl/526-gist Disallow: /nl-nl/thuisbrouwpakket Disallow: /nl-nl/500-all-grain-bier-kit Disallow: /nl-nl/707-big-packs Disallow: /nl-nl/664-beerkits-navullingen Disallow: /nl-nl/237-hop-om-bier-te-brouwen Disallow: /nl-nl/611-bieren-van-de-beery-christmas-2017 Disallow: /it-it/bottiglie Disallow: /it-it/3-bottiglie Disallow: /it-it/70-cofanetti-di-birra-artigianale Disallow: /it-it/494-kit-di-brassaggio Disallow: /it-it/cofanetti-di-birra-artigianale Disallow: /it-it/707-confezioni-risparmio Disallow: /it-it/kit-di-brassaggio Disallow: /it-it/526-lieviti Disallow: /it-it/664-kit-di-brassaggio-e-ricariche Disallow: /it-it/524-malti Disallow: /it-it/518-luppoli Disallow: /it-it/237-luppoli-per-il-brassaggio Disallow: /it-it/500-kit-ricette-per-tutti-i-grani Disallow: /it-it/235-malti-per-il-brassaggio Disallow: /it-it/confezioni-risparmio Disallow: /es-es/botellas Disallow: /es-es/3-botellas Disallow: /es-es/70-pack-de-cervezas-artesanales Disallow: /es-es/518-lupulos Disallow: /es-es/494-kit-de-elaboracion-de-cerveza Disallow: /es-es/237-lupulos Disallow: /es-es/526-levaduras Disallow: /es-es/lupulos Disallow: /es-es/pack-de-cervezas-artesanales Disallow: /fr-be/3-bouteilles Disallow: /fr-be/17-echanges-points-cadeaux Disallow: /fr-be/bouteilles Disallow: /fr-be/623-b2b Disallow: /fr-be/88-pour-350-points Disallow: /sv-se/3-flaskor Disallow: /sv-se/70-samlingar Disallow: /sv-se/707-big-packs Disallow: /sv-se/samlingar Disallow: /sv-se/flaskor Disallow: /sv-se/493-olbryggning Disallow: /sv-se/774-mega-packs Disallow: /sv-se/664-olkit-receptkit Disallow: /sv-se/753-all-big-packs Disallow: /en-gb/index.php/ Disallow: /en-gb/catalog/product_compare/ Disallow: /en-gb/catalog/category/view/ Disallow: /en-gb/catalog/product/view/ Disallow: /en-gb/catalogsearch/ Disallow: /en-gb/search/ Disallow: /en-gb/checkout/ Disallow: /en-gb/control/ Disallow: /en-gb/contacts/ Disallow: /en-gb/customer/ Disallow: /en-gb/reward/customer/ Disallow: /en-gb/keg/returns/ Disallow: /en-gb/sales/order/ Disallow: /en-gb/customize/ Disallow: /en-gb/newsletter/ Disallow: /en-gb/review/ Disallow: /en-gb/sendfriend/ Disallow: /en-gb/wishlist/ Disallow: /en-gb/test/ Disallow: /en-gb/beerhawk_wishlist Disallow: /en-gb/nosto-rw Disallow: /en-gb/trade Disallow: /en-gb/kegreturns Disallow: /en-gb/beer-hawk-craft-favourites-mixed-6-pack Disallow: /en-gb/beer-hawk-world-lager-mixed-6-pack Disallow: /en-gb/hoegaarden-0-0-alcohol-free-24-beers Disallow: /en-gb/catalog/product/gallery/* Disallow: /en-gb/huggg Disallow: /en-gb/huggg-level-2 Disallow: /en-gb/monzo-beer-hawk-beery-gift-box Disallow: /en-gb/bfprize-mon-kjbga2nk Disallow: /en-gb/bfprize-tue-ljb2ajlf Disallow: /en-gb/bfprize-wed-j2an5l3n Disallow: /en-gb/bfprize-thurs-8ia9fbds Disallow: /en-gb/bfprize-fri-pas8bjef Disallow: /en-gb/perfectdraft-budweiser-starter-bundle-cp Disallow: /en-gb/add/to/cart* Disallow: /en-gb/privacy-policy-v1-2016 Disallow: /en-gb/privacy-policy-v2-2018 Disallow: /en-gb/privacy-policy-v3-2021 Disallow: /en-gb/misc-instalment-category Disallow: /en-gb/gift-vouchers-category Disallow: /en-gb/alkngdf-clearpay-exclusion Disallow: /en-gb/perfectdraft-pro-bundle Disallow: /en-gb/app-keg-listing Disallow: /en-gb/perfect-draft-range/app-keg-listing User-agent: bingbot Crawl-delay: 10 User-agent: Adidxbot Crawl-delay: 10 User-agent: BingPreview Crawl-delay: 10 User-agent: Slurp Crawl-delay: 10 User-agent: DuckDuckBot Crawl-delay: 10 User-agent: Applebot Crawl-delay: 10 # Avoid undesired crawlers User-agent: CheckMarkNetwork/1.0 (+https://www.checkmarknetwork.com/spider.html) Disallow: / User-agent: petalbot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: dotbot Disallow: / User-agent: Barkrowler Disallow: / User-agent: buenibot Disallow: / User-agent: EtaoSpider Disallow: / User-agent: Yandex Disallow: / User-agent: Baiduspider Disallow: / User-agent: Baiduspider-image Disallow: / User-agent: 360Spider Disallow: / User-Agent: MJ12bot Disallow: / User-agent: CazoodleBot Disallow: / User-agent: HaosouSpider Disallow: / UserAgent: CCBot Disallow: / UserAgent: ChatGPT-User Disallow: / # Specific rules for bingbot and applebot to disallow cats and brands with filters but allow product categories User-agent: bingbot User-agent: Applebot # Category listing pages Disallow: /fr/*-*/* Disallow: /en/*-*/* # Product pages Allow: /fr/*-*/*.html Allow: /en/*-*/*.html # Manufacturer listing page Disallow: /fr/*_*/* Disallow: /en/*_*/* # Blog pages Allow: /fr/magazine/* Allow: /en/magazine/* # Google Feed Fix User-agent: Googlebot Disallow: /nl-be/catalogsearch/ Disallow: /fr-be/catalogsearch/ Disallow: /de-de/catalogsearch/ Disallow: /nl-nl/catalogsearch/ Disallow: /es-es/catalogsearch/ Disallow: /it-it/catalogsearch/ Disallow: /sv-se/catalogsearch/ Disallow: /en-gb/catalogsearch/ User-agent: Googlebot-image Disallow: # Sitemaps Sitemap: https://www.perfectdraft.com/en-gb/blog_sitemap.xml Sitemap: https://www.perfectdraft.com/en-gb/sitemap.xml