User-agent: *
Allow: /

# Block admin and private areas
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /tina/

# Block specific API endpoints (these are JavaScript endpoints, not pages)
Disallow: /api/contact
Disallow: /api/newsletter
Disallow: /api/blog-posts
Disallow: /api/simple-contact
Disallow: /api/posts-markdown

# Explicitly allow all important content areas
Allow: /knowledgebase/
Allow: /blog/
Allow: /resources/
Allow: /about/
Allow: /contact/
Allow: /privacy-policy/
Allow: /terms-of-service/
Allow: /cookie-policy/
Allow: /search/

# Allow all individual blog posts and knowledge base articles
Allow: /knowledgebase/*
Allow: /blog/*

# Sitemap location
Sitemap: https://www.grammarflex.com/sitemap.xml

# Crawl delay (optional)
Crawl-delay: 1