User-agent: * Allow: / Disallow: /api/ Disallow: /admin/ Disallow: /private/ # Allow search engines to access the sitemap Sitemap: https://gobattle.io/sitemap.xml # Crawl-delay for all bots Crawl-delay: 10 # Specific rules for major search engines User-agent: Googlebot Crawl-delay: 5 User-agent: Bingbot Crawl-delay: 5 User-agent: Slurp Crawl-delay: 5 # Disallow certain file types Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.xml$ # Allow access to specific files Allow: /style104/favicon.png Allow: /style104/luiser.gif Allow: /images/gobattle-icon.png Allow: /images/preview.png # Disallow access to temporary or development files Disallow: /*?* Disallow: /*~ Disallow: /*# Disallow: /*.bak$ Disallow: /*.swp$