User-agent: * Allow: / # Block admin areas Disallow: /admin/ Disallow: /new_adm/ Disallow: /api/admin/ Disallow: /_next/ Disallow: /api/auth/ # Block sensitive user data Disallow: /dashboard/account-security Disallow: /dashboard/billing Disallow: /dashboard/developers/apiKey # Allow specific API endpoints for SEO Allow: /api/blogs Allow: /api/public/ # Sitemap location Sitemap: https://parsemania.com/sitemap-index.xml Sitemap: https://parsemania.com/sitemap.xml # Crawl delay (optional, adjust based on your server capacity) Crawl-delay: 1