User-agent: *
Allow: /
Allow: /articles/
Allow: /blogs.html
Allow: /tools.html
Allow: /css/
Allow: /assets/
Allow: /js/

Disallow: /dist/
Disallow: /node_modules/
Disallow: /includes/

# Sitemaps
Sitemap: https://trostrum.com/sitemap.xml

# Crawl-delay
Crawl-delay: 1