User-agent: Googlebot
Disallow:
User-agent: Googlebot-image
Disallow:
User-agent: AhrefsBot 
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: Flash+Processor
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: Webinator
Disallow: /
User-agent: asterias
Disallow: /
User-agent: Intelliseek
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: BDFetch
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Ocelli
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: egothor
Disallow: /
User-agent: CazoodleBot
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: Yetibot
Disallow: /
User-agent: zibber-v0.1
Disallow: /
User-agent: zibber-v0.1(www.zibb.com/crawler/)
Disallow: /
User-agent: Speedy
Disallow: /
User-agent: ImageWalker
Disallow: /
User-agent: ImageWalker/2.0
Disallow: /
User-agent: FatBot
Disallow: /
User-agent: FatBot 2.0
Disallow: /
User-agent: Teemer
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: ZoomSpider
Disallow: /
User-agent: sistrix
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: SiteAuditBot
Disallow:

User-agent: *
User-agent: Googlebot
Crawl-delay: 1
Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /*SID=
Disallow: /*?*=*&*=*

# Disable checkout & customer account
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/

# Disable Search pages
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /search/term/popular

# Disable common folders
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/

# Disable Tag & Review (Avoid duplicate content)
Disallow: /tag/
Disallow: /review/

# Common files
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /CONTRIBUTING.md
Disallow: /CONTRIBUTOR_LICENSE_AGREEMENT.html
Disallow: /COPYING.txt
Disallow: /Gruntfile.js
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /nginx.conf.sample
Disallow: /package.json
Disallow: /php.ini.sample
Disallow: /RELEASE_NOTES.txt

# Disable sorting (Avoid duplicate content)
Disallow: /*?*product_list_mode=
Disallow: /*?*product_list_order=
Disallow: /*?*product_list_limit=
Disallow: /*?*product_list_dir=

# Disable version control folders and others
Disallow: /*.git
Disallow: /*.CVS
Disallow: /*.Zip$
Disallow: /*.Svn$
Disallow: /*.Idea$
Disallow: /*.Sql$
Disallow: /*.Tgz$

# Disable custom pages
Disallow: /currency
Disallow: /listAjax
Disallow: /geo_ip/*
Disallow: /*/l/filter-*
Disallow: /*/l/manufacturer:*

#
Allow: /advice/*

#
Allow: /*/acne-treatment/
Allow: /*/pigmentation-treatment/
Allow: /*/body-care-products/
Allow: /*/masks-and-peels/
Allow: /*/microdermabrasion-at-home/
Allow: /*/dermatx-advanced-skincare/
Allow: /*/dark-circles-puffiness-eye-treatments/
Allow: /*/cellulite-treatments/
Allow: /*/teoxane-teosyal-skincare-products/
Allow: /*/post-procedure-care/
Allow: /*/dermaroller-therapy/
Allow: /*/microdermabrasion-devices/
Allow: /*/papulex-acne-products/
Allow: /*/glycolic-acid-aha-s-products/
Allow: /*/lactic-acid-products-and-creams/
Allow: /*/salicylic-acid-products-bha/
Allow: /*/retinol-products/
Allow: /*/masks-peels/
Allow: /*/silcskin-decollette-pads/
Allow: /*/biodermis-scar-treatments/
Allow: /*/oxygenetix-heal-conceal/
Allow: /*/coola-organic-suncare-collection/
Allow: /*/eczema-and-psoriasis-treatments/
Allow: /*/keratosis-pilaris-treatments/
Allow: /*/dermatix-silicone-scar-products/
Allow: /*/evy-sunscreens/
Allow: /*/oxygenetix-oxygenating-foundation-acne-control/
Allow: /*/oxygenetix-oxygenating-foundation/
Allow: /*/oxygenetix-moisturiser/
Allow: /*/hypopigmentation-vitiligo/
Allow: /*/normal-combination/
Allow: /*/sensitive-dry/
Allow: /*/oily-acne/
Allow: /*/hair-care-for-the-scalp/
Allow: /*/skinade-anti-ageing-collagen-drink/
Allow: /*/dermatx-brighten/
Allow: /*/dermatx-clarify/
Allow: /*/dermatx-rejuvenate/
Allow: /*/medik8-beautiful-skin-for-life/
Allow: /*/dry-flaky-and-itchy-scalps/
Allow: /*/cleansers-masks/
Allow: /*/medik8-travel-size/
Allow: /*/cleansers-toners/
Allow: /*/masks-scrubs/
Allow: /*/dry-skin/
Allow: /*/oily-skin/
Allow: /*/sensitive-skin/
Allow: /*/normal-skin/
Allow: /*/pca-skin-travel-sizes/
Allow: /*/dry-scalp/
Allow: /*/radara-targeted-skincare/
Allow: /*/ophrys-sunscreens/

#
Allow: /*/acne-treatment$
Allow: /*/pigmentation-treatment$
Allow: /*/body-care-products$
Allow: /*/masks-and-peels$
Allow: /*/microdermabrasion-at-home$
Allow: /*/dermatx-advanced-skincare$
Allow: /*/dark-circles-puffiness-eye-treatments$
Allow: /*/cellulite-treatments$
Allow: /*/teoxane-teosyal-skincare-products$
Allow: /*/post-procedure-care$
Allow: /*/dermaroller-therapy$
Allow: /*/microdermabrasion-devices$
Allow: /*/papulex-acne-products$
Allow: /*/glycolic-acid-aha-s-products$
Allow: /*/lactic-acid-products-and-creams$
Allow: /*/salicylic-acid-products-bha$
Allow: /*/retinol-products$
Allow: /*/masks-peels$
Allow: /*/silcskin-decollette-pads$
Allow: /*/biodermis-scar-treatments$
Allow: /*/oxygenetix-heal-conceal$
Allow: /*/coola-organic-suncare-collection$
Allow: /*/eczema-and-psoriasis-treatments$
Allow: /*/keratosis-pilaris-treatments$
Allow: /*/dermatix-silicone-scar-products$
Allow: /*/evy-sunscreens$
Allow: /*/oxygenetix-oxygenating-foundation-acne-control$
Allow: /*/oxygenetix-oxygenating-foundation$
Allow: /*/oxygenetix-moisturiser$
Allow: /*/hypopigmentation-vitiligo$
Allow: /*/normal-combination$
Allow: /*/sensitive-dry$
Allow: /*/oily-acne$
Allow: /*/hair-care-for-the-scalp$
Allow: /*/skinade-anti-ageing-collagen-drink$
Allow: /*/dermatx-brighten$
Allow: /*/dermatx-clarify$
Allow: /*/dermatx-rejuvenate$
Allow: /*/medik8-beautiful-skin-for-life$
Allow: /*/dry-flaky-and-itchy-scalps$
Allow: /*/cleansers-masks$
Allow: /*/medik8-travel-size$
Allow: /*/cleansers-toners$
Allow: /*/masks-scrubs$
Allow: /*/dry-skin$
Allow: /*/oily-skin$
Allow: /*/sensitive-skin$
Allow: /*/normal-skin$
Allow: /*/pca-skin-travel-sizes$
Allow: /*/dry-scalp$
Allow: /*/radara-targeted-skincare$
Allow: /*/ophrys-sunscreens$

Sitemap: https://www.dermacaredirect.co.uk/sitemap.xml