user-agent: AhrefsBot
disallow: /

User-agent: AhrefsSiteAudit
Crawl-delay: 5

User-agent: dotbot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: GPTBot
Disallow: /

user-agent: *
Disallow: /cms/index/index/*
Crawl-delay: 10

User-agent: bingbot
User-agent: BingPreview
Crawl-delay: 20
Disallow: /static/*/frontend/*.js
Disallow: /cms/index/index/*
Disallow: /paypal/*
Disallow: /*/*/frontend/Magento/*/en_US/*.js
Disallow: /*/*/frontend/Magento/*/en_US/*.jpg

User-agent: AdsBot-Google
User-agent: Googlebot
Disallow: /*/*/frontend/Magento/*/en_US/recobuy*
Disallow: /*/*/frontend/Magento/*/en_US/algoliaBundle*
Disallow: /*/*/frontend/Magento/*/en_US/weltpixel_gtm*
Disallow: /*/*/frontend/Magento/*/en_US/ko*
Disallow: /*/*/frontend/Magento/*/en_US/algoliaAnalytics*
Disallow: /*/*/frontend/Magento/*/en_US/jquery/jquery-storageapi*
Disallow: /*/*/frontend/Magento/*/en_US/weltpixel_persistentLayer*
Disallow: /*/*/frontend/Magento/*/en_US/domReady*
Disallow: /*/*/frontend/Magento/*/en_US/mageTranslationDictionary*
Disallow: /*/*/frontend/Magento/*/en_US/priceUtils*
Disallow: /*/*/frontend/Magento/*/en_US/jquery/validate*
Disallow: /*/*/frontend/Magento/*/en_US/jquery/mageUtils*
allow: /*/*/frontend/Magento/*/en_US/jquery/ui-modules/widget.*js
allow: /*/*/frontend/Magento/*/en_US/jquery/ui-modules/core.*js
Disallow: /*/*/frontend/Magento/*/en_US/jquery/ui-modules/*.min.js
Disallow: /cms/index/index/*
Disallow: /*/*/frontend/Magento/*/en_US/affirmWidget.js
Disallow: /*/*/frontend/Magento/*/en_US/mageUtils.js
Disallow: /*/*/frontend/Magento/*/en_US/jquery-ui-modules
Disallow: /*/*/frontend/Magento/*/en_US/jquery/ui.js
Disallow: /*/*/frontend/Magento/*/en_US/*/.jpg
#Disallow: /catalogsearch/result/
Allow: /catalogsearch/
Allow: /catalog/results/

User-agent: *

Disallow: /lib/
Disallow: /*.php$
#Disallow: /catalog/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /*SID=

## Don't crawl development files and folders
Disallow: CVS
Disallow: .svn
Disallow: .idea
Disallow: .sql
Disallow: .tgz
Disallow: .git

## Don't crawl common Magento folders
Disallow: /404/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /shell/
Disallow: /stats/
Disallow: /var/
Disallow: /magmi/

## Don't crawl common Magento files and wishlists
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /get.php
Disallow: /index.php
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt
Disallow: /STATUS.txt
Disallow: /wishlist/index/add*

## Don't crawl Magento admin page
Disallow: /admin/

## Don't crawl the checkout and user account pages
Disallow: /checkout/
Disallow: /onestepcheckout/
#Disallow: /customer/
#Disallow: /customer/account/
#Disallow: /customer/account/login
#Disallow: /mminicart/ajax/get/nocache/*

## Don't crawl filter pages
#Disallow: /*?gender=
#Disallow: /*?brand=
#Disallow: /*?league=
#Disallow: /*?price=
#Disallow: /*?hand=
#Disallow: /*?putter_grip=
#Disallow: /*?loft=
#Disallow: /*?shaft=
#Disallow: /*?size=
#Disallow: /*?length=
#Disallow: /*?fw_head=
#Disallow: /*?lie_angle=
#Disallow: /*?composition=
#Disallow: /*?flex=
#Disallow: /*?model=
#Disallow: /*?ball_pack=
#Disallow: /*?base_color=
#Disallow: /*?width=
#Disallow: /*?product_list_order=
Disallow: /shopby/*
#Disallow: *?mmtrackingcode=*
#Disallow: /*?___store
#Disallow: /mmnosto/ajax/
#Disallow: /mmoverajax/index/
#Disallow: /mmajaxview/ajax/
#Disallow: /mminicart/ajax/
Disallow: /trackorder/tracknumber/getnumber/*

Sitemap: https://www.golfdiscount.com/blog/sitemap.xml

Sitemap: https://www.golfdiscount.com/media/sitemaps/category/sitemap.xml
Sitemap: https://www.golfdiscount.com/media/sitemaps/products/sitemap.xml
Sitemap: https://www.golfdiscount.com/media/sitemaps/cms/sitemap.xml
Sitemap: https://www.golfdiscount.com/sitemap.xml