# robots.txt for https://sauge.ai # Last updated: March 2025 User-agent: * # Only block admin and login areas Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-login.php Disallow: /wp-register.php # Explicitly allow jobs API Allow: /wp-json/sauge-jobs/v1/jobs # Allow everything else Allow: /wp-json/ Allow: /wp-content/ Allow: /wp-includes/ # Explicitly allow jobs Allow: /jobs/ # Sitemap declarations Sitemap: https://sauge.ai/sauge-jobs-sitemap.xml Sitemap: https://sauge.ai/page-sitemap.xml