# Allow all crawlers
User-agent: *
Allow: /
# Allow crawing of images
Allow: /_next/image/

# Sitemap location
Sitemap: https://www.archanaskitchen.com/sitemap.xml

# Disallow crawling of admin or private areas
Disallow: /api/
Disallow: /actions/
Disallow: /_next/
Disallow: /static/ 
Disallow: /admin/
Disallow: /private/

# Allow crawling of public content
Allow: /recipe/
Allow: /category/
Allow: /cuisine/
Allow: /meal-course/
Allow: /collections/
Allow: /meal-plans/
Allow: /articles/
Allow: /search

# Block specific aggressive bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Sogou Spider
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /