User-Agent: *
Crawl-delay: 5

# Prioritize foundational pages
Allow: /about
Allow: /product
Allow: /solutions
Allow: /customers
Allow: /resources
Allow: /apps

# Prioritize top conversion content
Allow: /solutions/*
Allow: /case-studies/*
Allow: /resources/*
Allow: /apps/*

# High-value solution pages
Allow: /solutions/privacy-compliance
Allow: /solutions/contact-behavioral-intel
Allow: /solutions/advanced-contact-tags
Allow: /solutions/contact-social-tracking
Allow: /solutions/contact-monitoring
Allow: /solutions/contact-activation
Allow: /solutions/contact-coverage-buying-committees

# Flagship customer case studies
Allow: /case-studies/autodesk
Allow: /case-studies/microsoft
Allow: /case-studies/fortune-500-commerical-bank

# High-quality editorial content
Allow: /resources/the-audience-layer-is-eating-ad-tech
Allow: /resources/the-quiet-failure-of-b2b-paid-media
Allow: /resources/what-does-an-adgenius-performance-blueprint-consist-of

# Reduce low-value or dynamic content crawling
Disallow: /legal/privacy
Disallow: /legal/terms
Disallow: /legal/ccpa
Disallow: /legal/*
Disallow: /sign-in
Disallow: /signup
Disallow: /signup-success*
Disallow: /app/*
Disallow: /admin/*
Disallow: /preview/*

# Optional: Limit crawling of high-churn, low-value pages
Disallow: /search
Disallow: /404
Disallow: /401

# Strip tracking parameters
Disallow: /*utm_
Disallow: /*source=
Disallow: /*ref=
Disallow: /*fbclid=
Disallow: /*gclid=
Disallow: /*__hstc=
Disallow: /*__hssc=
Disallow: /*__hsfp=
Disallow: /*_hsenc=
Disallow: /*_hsmi=

# Sitemap location
Sitemap: https://www.leadgenius.com/sitemap.xml