User-agent: *
Disallow: /sitecore/content/ # Don't allow access to Sitecore directory (Include meta robots noindex,nofolow tag)
Disallow: /api/                                       # Block /api from being indexed

#Block malicious bots
User-agent: AhrefsBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: SiteBot
Disallow: /
User-agent: MegaIndex
Disallow: /

# SITEMAPS
Sitemap: https://www.andersenhomedepot.com/sitemap.xml