User-agent: dotbot
Crawl-delay: 10

User-Agent: *
Disallow: /wp-login.php
Disallow: /wp-register.php
#Disallow: /xmlrpc.php
Disallow: /template.html
Disallow: /wp-admin
Disallow: /wp-includes
Allow: /wp-includes/wlwmanifest.xml
Allow: /wp-includes/js/mediaelement/mediaelement-flash-video.swf
Disallow: */trackback/
Disallow: */feed/
Disallow: */comments/
Disallow: /?feed=
# Disallow: /?s=
#Disallow: /sites/default/files/modules/files/*.pdf
#Disallow: /sites/default/files/*.pdf
# Disable indexing for affiliate pages
#Disallow: /aff/
# Disable indexing XC distributives
Disallow: /software/*.zip
Disallow: /software/*.tgz
Disallow: /download/*.pdf
Disallow: /software/*.pdf
Allow: /download/aov_pa-dss_form-cdev.pdf

# Redirects to the forum
Disallow: /showthread.php*
Disallow: /header.html
Disallow: /xcart_manual/*.pptx
Disallow: /xcart_manual/*.zip
Disallow: /xcart_manual/*.tgz
Disallow: /xcart_manual/*.chm
Disallow: /xcart_manual/CVS/
Disallow: /xcart_manual/*/CVS/
#Disallow: /xml/xp.modules.xml


Allow: /wp-content/uploads/
Allow: /*/*/*.css*
Allow: /*/*/*/*.css*
Allow: /*/*/*/*/*.css*
Allow: /*/*/*.js*
Allow: /*/*/*/*.js*
Allow: /*/*/*/*/*.js*
Allow: /wp-includes/js/*.js
Allow: /wp-includes/js/*.svg
Host: https://www.x-cart.com
Sitemap: https://www.x-cart.com/sitemap_index.xml