# Bad Bots
User-agent: Baiduspider
User-agent: BLEXBot
User-agent: YandexBot
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: SemrushBot-SWA
User-agent: Nutch
User-agent: AliyunSecBot
Disallow: /

# Common instructions
User-agent: *
Crawl-delay: 10

# Common files
User-agent: *
Disallow: /api.php
Disallow: /CHANGELOG.md
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /CONTRIBUTING.md
Disallow: /CONTRIBUTOR_LICENSE_AGREEMENT.html
Disallow: /COPYING.txt
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /get.php
Disallow: /Gruntfile.js
Disallow: /install.php
Disallow: /ISSUE_TEMPLATE.md
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /mage
Disallow: /nginx.conf.sample
Disallow: /package.json
Disallow: /package.json.sample
Disallow: /php.ini.sample
Disallow: /RELEASE_NOTES.txt

# Directories
User-agent: *
Disallow: /account/
Disallow: /address/
Disallow: /app/
Disallow: /bin/
Disallow: /cart/
Disallow: /checkout/  
Disallow: /contacts/
Disallow: /control/
Disallow: /customer/
Disallow: /CVS/
Disallow: /dev/
Disallow: /downloader/
Disallow: /giftcard/
Disallow: /guest/
Disallow: /includes/
Disallow: /index.php/
Disallow: /index.php/catalog/product_compare/
Disallow: /index.php/catalog/category/view/
Disallow: /index.php/catalog/product/view/
Disallow: /index.php/catalogsearch/
Disallow: /index.php/checkout/
Disallow: /index.php/control/
Disallow: /index.php/customer/
Disallow: /index.php/customize/
Disallow: /index.php/review/
Disallow: /index.php/sendfriend/
Disallow: /index.php/wishlist/
Disallow: /sociallogin/
Disallow: /*?*=*
Sitemap: https://princewinestore.com.au/sitemap.xml