User-agent: * Allow: / # Sitemap Sitemap: https://campuspal.com/sitemap.xml # Block common non-essential paths Disallow: /api/ Disallow: /admin/ Disallow: /_next/ Disallow: /node_modules/ Disallow: /src/ Disallow: /*.json$ # Allow important assets Allow: /public/ Allow: /*.css$ Allow: /*.js$ Allow: /*.png$ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.svg$ Allow: /*.ico$ # Crawl delay (optional - adjust based on server capacity) Crawl-delay: 1