# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /extrafiles/
Disallow: /userarea/
Disallow: /search/
Disallow: /account/
Disallow: /preview/
Disallow: /companies/
Disallow: /partners/
Disallow: /gulpfile.js
Disallow: /package.json
Disallow: /log4net.config
Disallow: /packages.config

#21900 - Bluetrain recommendations
User-Agent: Googlebot 
Allow: .js
Allow: .css

crawl-delay: 10

Sitemap: https://www.corrosionpedia.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK