# robots.txt, minersden.com

User-agent: *
Crawl-delay: 2
Disallow: /media
Disallow: /global
Disallow: *?kw=
Disallow: */myaccount
Disallow: */login
Disallow: */logout
Disallow: */register
Disallow: */cart
Disallow: */checkout
Disallow: */newsletter
Disallow: *?sortSpec=
Disallow: *?showAll=
Allow: /css/
Allow: /images
Allow: /js/

User-agent: rogerbot
Crawl-delay: 10
Disallow: /media
Disallow: /global
Disallow: *?kw=
Disallow: */myaccount
Disallow: */login
Disallow: */logout
Disallow: */register
Disallow: */cart
Disallow: */checkout
Disallow: */newsletter
Disallow: *?sortSpec=
Disallow: *?showAll=
Allow: /css/
Allow: /images
Allow: /js/

Sitemap: https://www.minersden.com/sitemap.xml