# robots.txt for dobbsequipment.com
# Generated May 2026

# -----------------------------------------------
# Google Bots - Allow full crawl
# -----------------------------------------------
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /

# -----------------------------------------------
# Semrush Bot - Allow crawl, block inventory & filter URLs
# -----------------------------------------------
User-agent: SemrushBot
Allow: /

# Block all inventory listing and filter pages
Disallow: /used-equipment?
Disallow: /used-equipment/
Disallow: /hot-list/
Disallow: /attachments/

# Block new equipment brand sub-pages
Disallow: /wirtgen
Disallow: /vogele
Disallow: /hamm
Disallow: /kleemann
Disallow: /leeboy-equipment
Disallow: /cemen-tech-equipment
Disallow: /finn-equipment
Disallow: /tana
Disallow: /waratah
Disallow: /broce-broom
Disallow: /denis-cimaf
Disallow: /allied

# Block technology sub-pages
Disallow: /smart-grade
Disallow: /jdlink-telematics
Disallow: /machine-health
Disallow: /remote-diagnostics-and-program
Disallow: /payload-weighing
Disallow: /remote-machine-control

# -----------------------------------------------
# All other bots - Allow full crawl
# -----------------------------------------------
User-agent: *
Allow: /

# -----------------------------------------------
# Sitemap
# -----------------------------------------------
Sitemap: https://dobbsequipment.com/sitemap.xml