# robots.txt for nordicabode.com
# Allow legitimate SEO crawlers while preventing abuse

User-agent: *
# Allow crawling but with reasonable delays
Crawl-delay: 2

# Allow all legitimate search engine crawlers
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Video
Crawl-delay: 1

User-agent: Bingbot
User-agent: Slurp
Crawl-delay: 1

User-agent: Yandex
Crawl-delay: 1

User-agent: Baiduspider
Crawl-delay: 2

# Social media crawlers
User-agent: FacebookExternalHit
User-agent: Twitterbot
User-agent: LinkedInBot
User-agent: Applebot
Crawl-delay: 1

# Block known aggressive scrapers and bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Allow access to main pages
Allow: /
Allow: /products/
Allow: /product/

# Disallow aggressive crawling patterns
Disallow: /*?*
Disallow: /*&*

# Sitemap location
Sitemap: https://nordicabode.com/sitemap.xml