User-agent: *
Allow: /
Allow: /blog/
Allow: /tools/
Disallow: /api/
Disallow: /admin/
Disallow: /library
Disallow: /profile
Disallow: /successful
Disallow: /login
Disallow: /_next/
Disallow: /static/

# Allow important pages
Allow: /create
Allow: /use
Allow: /pricing
Allow: /examples
Allow: /features/
Allow: /privacy
Allow: /terms

# Crawl delay
Crawl-delay: 1

# Sitemap
Sitemap: https://archmaster.app/sitemap.xml

# LLMs.txt for AI crawlers
# See: https://archmaster.app/llms.txt