# robots.txt for boardmanclark.com # Block common bad bots by user-agent User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / # Default rule for all other bots User-agent: * Disallow: /private/ Disallow: /tmp/ Disallow: /img/ Disallow: /cpresources/ Crawl-delay: 10 # Allow assets (important for Google/Bing rendering) Allow: /assets/