# Disallow Russian bots
User-agent: Mail.Ru
Disallow: /

User-agent: Rambler
Disallow: /

User-agent: SputnikBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: YandexMobileBot
Disallow: /

User-agent: facebookexternalhit 
Disallow: / 

User-agent: Facebot 
Disallow: /

User-agent: AmazonProductDiscovery 
Disallow: /

User-agent: bingbot 
Disallow: /firearms.html?* 
Disallow: /customer/account/ 

User-agent: * Disallow: /firearms.html?* 
Disallow: /customer/account/

# Allow Googlebot and its variants to see noindex,follow on facets
User-agent: Googlebot
Allow: /*?cat=
Allow: /*?stock=
Disallow: /*?*product_list_*
Disallow: /*?ajax
Disallow: /*&ajax
Disallow: /*?SID=
Disallow: /*.php$
# Directories
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/
# Paths (clean URLs)
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalogsearch/
Disallow: /catalogsearch/result/
Disallow: /checkout/
Disallow: /control/
Disallow: /contacts/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /wishlist/
# Files
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /CONTRIBUTING.md
Disallow: /CONTRIBUTOR_LICENSE_AGREEMENT.html
Disallow: /COPYING.txt
Disallow: /Gruntfile.js
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /nginx.conf.sample
Disallow: /package.json
Disallow: /php.ini.sample
Disallow: /RELEASE_NOTES.txt
# Version control directories & archives (original + hardened)
Disallow: /.git/
Disallow: /.hg/
Disallow: /.svn/
Disallow: /*.CVS
Disallow: /*.Zip$
Disallow: /*.zip$
Disallow: /*.Svn$
Disallow: /*.svn$
Disallow: /*.Idea$
Disallow: /*.idea$
Disallow: /*.Sql$
Disallow: /*.sql$
Disallow: /*.Tgz$
Disallow: /*.tgz$
Disallow: /*.gz$
Disallow: /*.bz2$
Disallow: /*.bak$
Disallow: /*.tar$
# Do not index PDFs
Disallow: /*.pdf$
# Allow certain query parameters
Allow: /*?store_group=store$
# Common tracking params
Disallow: /*?*utm_=
Disallow: /*?*gclid=
Disallow: /*?*fbclid=
Disallow: /*?*msclkid=

# Allow bingbot to see noindex,follow on facets for cat pages and exclude no value variants of facets
User-agent: bingbot
Allow: /*?cat=
Disallow: /*?stock=
Disallow: /*?*product_list_*
Disallow: /*?ajax
Disallow: /*&ajax
Disallow: /*?SID=
Disallow: /*.php$
# Directories
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/
# Paths (clean URLs)
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalogsearch/
Disallow: /catalogsearch/result/
Disallow: /checkout/
Disallow: /control/
Disallow: /contacts/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /wishlist/
# Files
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /CONTRIBUTING.md
Disallow: /CONTRIBUTOR_LICENSE_AGREEMENT.html
Disallow: /COPYING.txt
Disallow: /Gruntfile.js
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /nginx.conf.sample
Disallow: /package.json
Disallow: /php.ini.sample
Disallow: /RELEASE_NOTES.txt
# Version control directories & archives (original + hardened)
Disallow: /.git/
Disallow: /.hg/
Disallow: /.svn/
Disallow: /*.CVS
Disallow: /*.Zip$
Disallow: /*.zip$
Disallow: /*.Svn$
Disallow: /*.svn$
Disallow: /*.Idea$
Disallow: /*.idea$
Disallow: /*.Sql$
Disallow: /*.sql$
Disallow: /*.Tgz$
Disallow: /*.tgz$
Disallow: /*.gz$
Disallow: /*.bz2$
Disallow: /*.bak$
Disallow: /*.tar$
# Do not index PDFs
Disallow: /*.pdf$
# Allow certain query parameters
Allow: /*?store_group=store$
# Common tracking params
Disallow: /*?*utm_=
Disallow: /*?*gclid=
Disallow: /*?*fbclid=
Disallow: /*?*msclkid=

# Set crawl delay for ChatGPTBot to reduce server strain
User-agent: ChatGPTBot
Crawl-delay: 10
User-agent: GPTBot
Crawl-delay: 10


# General Bot Rules
User-agent: *
# Directories
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/
# Paths (clean URLs)
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalogsearch/
Disallow: /catalogsearch/result/
Disallow: /checkout/
Disallow: /control/
Disallow: /contacts/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /wishlist/
# Files
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /CONTRIBUTING.md
Disallow: /CONTRIBUTOR_LICENSE_AGREEMENT.html
Disallow: /COPYING.txt
Disallow: /Gruntfile.js
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /nginx.conf.sample
Disallow: /package.json
Disallow: /php.ini.sample
Disallow: /RELEASE_NOTES.txt
# Do not index or explode pages that are faceted, sorted or filtered.
Disallow: /*?*product_list_*
Disallow: /*?ajax
Disallow: /*&ajax
Disallow: /*?cat=
Disallow: /*?stock=
# Do not index session IDs
Disallow: /*?SID=
Disallow: /*.php$
# Allow Dealer Finder query parameters
Allow: /*?store_group=store$
# Block version control directories & archives (original)
Disallow: /*.CVS
Disallow: /*.Zip$
Disallow: /*.Svn$
Disallow: /*.Idea$
Disallow: /*.Sql$
Disallow: /*.Tgz$
# Hardened variants
Disallow: /.git/
Disallow: /.hg/
Disallow: /.svn/
Disallow: /*.zip$
Disallow: /*.svn$
Disallow: /*.idea$
Disallow: /*.sql$
Disallow: /*.tgz$
Disallow: /*.gz$
Disallow: /*.bz2$
Disallow: /*.bak$
Disallow: /*.tar$
# Do not index PDFs
Disallow: /*.pdf$
# Tracking params
Disallow: /*?*utm_=
Disallow: /*?*gclid=
Disallow: /*?*fbclid=
Disallow: /*?*msclkid=

Sitemap: https://www.mossberg.com/media/sitemap/sitemap.xml