# Default WordPress Config
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Disallow search nl.crazybulk.com
Disallow: /search/

# Prevent indexing and crawling of PDF files
Disallow: /*.pdf
Noindex: /*.pdf

# Sitemap references
Sitemap: https://nl.crazybulk.com/sitemap_index.xml