# Be Offline Events Platform - robots.txt User-agent: * Allow: / # Allow all bots to access important pages Allow: /e/ Allow: /payment/ Allow: /success/ Allow: /profile/ # Block admin or sensitive areas (add as needed) Disallow: /api/ Disallow: /admin/ Disallow: /_next/ Disallow: /private/ # Sitemap location Sitemap: https://beoffline.app/sitemap.xml # Crawl delay (optional - adjust based on server capacity) Crawl-delay: 1 # Specific directives for major search engines User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: Bingbot Allow: / Crawl-delay: 2 User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: / User-agent: LinkedInBot Allow: /