User-Agent: *
Allow: /
Allow: /articles/
Disallow: /api/
Disallow: /auth/
Disallow: /editor/
Disallow: /read/
Disallow: /my-agents/
Disallow: /knowledge-base/
Disallow: /profile-settings/
Disallow: /notification-settings/
Disallow: /super-admin-dashboard/
Disallow: /content-feed/
Disallow: /affiliate/
Disallow: /_next/
Disallow: /static/
Crawl-delay: 1

User-Agent: Googlebot
Allow: /
Crawl-delay: 1

User-Agent: Bingbot
Allow: /
Crawl-delay: 1

User-Agent: facebookexternalhit
Allow: /articles/

User-Agent: Twitterbot
Allow: /articles/

User-Agent: LinkedInBot
Allow: /articles/

Sitemap: https://www.effortagent.com/sitemap.xml
Sitemap: https://www.effortagent.com/sitemap-articles.xml
Sitemap: https://www.effortagent.com/sitemap-index.xml